-- Logs begin at Tue 2022-06-28 10:28:21 UTC, end at Tue 2022-06-28 11:35:23 UTC. -- Jun 28 11:07:20.124243 dv-cinder-844605-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 28 11:07:22.605030 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.common.config [-] Logging enabled! Jun 28 11:07:22.605836 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.4.1.dev46 Jun 28 11:07:22.605836 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88072) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 28 11:07:22.608896 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.common.config [-] Logging enabled! Jun 28 11:07:22.609149 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.4.1.dev46 Jun 28 11:07:22.609463 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88072) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 28 11:07:22.610386 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 28 11:07:22.610617 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 28 11:07:22.610968 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 28 11:07:22.611207 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 28 11:07:22.611431 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 28 11:07:22.611744 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.612033 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.612336 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.612552 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.612867 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.613150 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.613434 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.613717 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.614009 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.614294 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.614568 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.614851 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.615079 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.615360 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.615646 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.615930 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.616151 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] debug = True {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.616432 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.616889 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.617290 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.617604 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.617902 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.618173 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.618442 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.618714 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.618996 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.619322 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] host = dv-cinder-844605-1-iscsi {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.619597 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.619879 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.620160 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.620446 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.620744 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.621022 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.621301 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.621571 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.621840 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] log_file = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.622111 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.622400 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.622686 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.622974 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.623194 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.623413 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.623698 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.623980 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.624250 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.624526 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.624829 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.625100 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.625370 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.625634 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.625916 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.626196 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.626476 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.626746 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.627016 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.627283 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.627550 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.627830 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.628098 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.628367 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.628655 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.628939 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.629207 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.629477 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.629774 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.630054 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.630332 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.630615 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.630885 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.631164 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.631430 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.631697 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.631963 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] use_json = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.632231 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.632496 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.632805 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.633073 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.633365 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.633632 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.633988 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.634275 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.634551 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:22.634845 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.635141 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.635437 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.635719 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.636008 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.636284 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.636569 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.636869 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.637156 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.637441 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.637722 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.637995 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.638279 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.638552 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.638842 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.639142 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.639431 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.639717 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.639986 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.640254 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.640522 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.640821 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.641119 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.641392 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.641680 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.641949 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.642225 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.642514 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.642790 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.643058 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.643333 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.643621 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.643897 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.644169 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.644459 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.644770 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.645058 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.645326 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.645601 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.645888 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.646159 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.646429 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.646694 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.646966 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.647232 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.647513 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.647784 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.648050 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.648315 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.648588 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.649027 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.649422 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.649707 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.649980 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.650261 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.650538 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.650815 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.651091 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.651367 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.651639 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.651908 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.652179 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.652453 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.652753 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.653028 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.653299 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.653570 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.653841 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.654126 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.654424 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.654702 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.654979 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.655258 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.655532 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.655806 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.656079 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.656353 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.656672 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.656921 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.657573 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.657851 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.658135 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.658414 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.658688 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.658979 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.659254 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.659533 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.659807 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.660088 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.660368 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.660654 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.660963 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.661256 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.661549 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.661840 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.662130 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.662405 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.662712 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.662991 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:22.663208 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 28 11:07:22.663446 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88072) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 28 11:07:23.052129 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO keyring.backend [-] Loading KWallet Jun 28 11:07:23.059353 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO keyring.backend [-] Loading SecretService Jun 28 11:07:23.062793 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO keyring.backend [-] Loading Windows Jun 28 11:07:23.064066 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO keyring.backend [-] Loading chainer Jun 28 11:07:23.064665 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO keyring.backend [-] Loading macOS Jun 28 11:07:23.097553 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88072) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 11:07:23.097831 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=88072) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 11:07:23.098118 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88072) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 11:07:23.098456 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 28 11:07:23.487057 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:23.487345 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:23.487606 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:23.488822 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:23.489094 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:23.489357 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:23.524358 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:23.524800 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:23.525202 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:23.544066 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:23.544349 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:23.544614 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:23.574149 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:23.575857 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:23.576124 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:23.612194 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:23.612837 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:23.612837 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:23.841640 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:23.841851 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:23.842089 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:23.842348 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:23.843092 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:23.960781 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:23.961113 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:23.961426 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:23.961703 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:23.961968 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:23.962277 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:23.962537 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:23.962790 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:23.963040 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:23.963302 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:23.963555 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:23.963815 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:23.964075 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:23.964327 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:23.964591 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:23.964887 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:23.965128 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:23.965397 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:23.965654 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:23.965935 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:23.966294 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:23.966545 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:23.966792 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:23.967076 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:23.967323 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:23.967568 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:23.967957 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88072) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 11:07:23.968194 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88072) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 11:07:23.968426 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88072) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 11:07:23.968686 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88072) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 11:07:23.968922 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88072) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 11:07:23.969155 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88072) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 11:07:23.969525 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 28 11:07:23.972649 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 28 11:07:23.976544 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 28 11:07:23.980467 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jun 28 11:07:23.982117 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 28 11:07:23.982562 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 28 11:07:23.982895 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 28 11:07:23.983426 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 28 11:07:23.986225 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 28 11:07:23.986471 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 28 11:07:23.986832 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 28 11:07:24.014148 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 28 11:07:24.014588 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.014886 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88072) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 28 11:07:24.015247 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.016580 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88072) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 28 11:07:24.016879 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 28 11:07:24.017129 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 28 11:07:24.020411 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.020684 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.082179 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 28 11:07:24.082396 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 28 11:07:24.082647 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 28 11:07:24.083015 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 28 11:07:24.120442 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_db.sqlalchemy.engines [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88072) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jun 28 11:07:24.455657 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.plugins.ml2.managers [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Initializing driver for type 'gre' Jun 28 11:07:24.456131 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] gre ID ranges: [(1, 1000)] Jun 28 11:07:24.510483 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.plugins.ml2.managers [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Initializing driver for type 'local' Jun 28 11:07:24.510843 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.plugins.ml2.managers [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Initializing driver for type 'vlan' Jun 28 11:07:24.525133 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] VlanTypeDriver initialization complete Jun 28 11:07:24.525476 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.plugins.ml2.managers [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Initializing driver for type 'vxlan' Jun 28 11:07:24.525964 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] vxlan ID ranges: [(1, 1000)] Jun 28 11:07:24.584276 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.plugins.ml2.managers [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Initializing extension driver 'port_security' Jun 28 11:07:24.584611 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.plugins.ml2.extensions.port_security [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] PortSecurityExtensionDriver initialization complete Jun 28 11:07:24.584961 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.plugins.ml2.managers [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Initializing mechanism driver 'openvswitch' Jun 28 11:07:24.585285 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.plugins.ml2.managers [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Initializing mechanism driver 'hyperv' Jun 28 11:07:24.592224 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:07:24.592928 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: > port after_create 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.593295 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: > port after_update 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.593670 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: > port after_delete 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.594190 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88072) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 28 11:07:24.594612 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: > subnet after_create 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.594960 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: > subnet after_update 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.595301 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.595681 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88072) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 28 11:07:24.596078 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: > network after_create 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.596423 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: > network after_update 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.596793 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: > network after_delete 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.597171 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88072) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 28 11:07:24.597572 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: > security_group after_create 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.597914 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: > security_group after_update 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.598245 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: > security_group after_delete 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.598608 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88072) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 28 11:07:24.599000 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.599341 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.599673 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.600178 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88072) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 28 11:07:24.600578 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: > address_group after_create 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.600943 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: > address_group after_update 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.601280 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: > address_group after_delete 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.601657 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88072) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 28 11:07:24.602100 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] ML2 OVO RPC backend initialized. {{(pid=88072) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Jun 28 11:07:24.602797 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.603209 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.604101 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: > network before_response 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.604449 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: > networks before_response 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.604813 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: > port before_response 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.605158 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: > ports before_response 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.605501 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: > subnet before_response 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.605839 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: > subnets before_response 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.606180 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: > network after_create 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.606514 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: > network after_update 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.606846 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: > network after_delete 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.607176 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: > port after_create 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.607513 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: > port after_update 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.607841 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: > port after_delete 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.608213 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: > subnet after_create 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.608520 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: > subnet after_update 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.608861 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.609435 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.plugins.ml2.plugin [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Modular L2 Plugin initialization complete Jun 28 11:07:24.609750 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading services supported by the core plugin {{(pid=88072) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 28 11:07:24.610074 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.plugins.ml2.managers [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Got port-security extension from driver 'port_security' Jun 28 11:07:24.610536 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.extensions.vlantransparent [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Disabled vlantransparent extension. Jun 28 11:07:24.611016 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88072) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 28 11:07:24.611325 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading Plugin: router Jun 28 11:07:24.648590 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: > router_interface before_create 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.649230 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: > router after_create 55549900 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.649336 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: > router before_create 55549900 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.649697 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.650062 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.650875 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: > router after_delete 55549900 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.651239 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: > floatingip after_update 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.651597 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: > router after_create 55549900 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.651936 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: > router after_update 55549900 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.652283 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: > router after_update 55549900 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.652669 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.652987 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: > router after_update 55549900 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.653390 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: > router precommit_update 55549900 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.653758 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: port after_update 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.654089 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: port after_delete 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.654423 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: subnet after_update 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.654754 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.655094 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: > port precommit_delete 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.655429 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: > router precommit_create 55549900 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.655766 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: port before_delete 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.656099 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: > router precommit_create 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.656452 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: > router after_update 55549900 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.656811 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: > router precommit_delete 55549900 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.657520 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: > router precommit_create 55549900 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.657877 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.658216 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: > router precommit_update 55549900 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.658574 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: > agent after_create 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.658917 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: > agent after_delete 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.659254 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: > network after_delete 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.660116 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.quota.resource_registry [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Tracking information for resource: router configured {{(pid=88072) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 11:07:24.660439 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.quota.resource_registry [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Tracking information for resource: floatingip configured {{(pid=88072) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 11:07:24.665286 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.db.l3_agentschedulers_db [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 28 11:07:24.666448 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: port after_update 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.666812 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: port after_create 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.667164 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: port after_delete 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.667515 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: port after_update 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.668413 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: > router before_create 55550100 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.668801 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: > router precommit_delete 55550100 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.669161 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: > router precommit_create 55550100 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.669510 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: > router precommit_update 55550100 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.673942 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.services.provider_configuration [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Service providers = [] {{(pid=88072) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 28 11:07:24.674301 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.db.servicetype_db [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88072) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 28 11:07:24.677170 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.services.service_base [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88072) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 11:07:24.677523 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.services.service_base [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88072) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 11:07:24.677857 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.services.service_base [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88072) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 11:07:24.678740 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.services.service_base [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88072) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 11:07:24.679103 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.services.service_base [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 28 11:07:24.679471 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88072) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 11:07:24.679785 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 28 11:07:24.690644 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88072) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 11:07:24.690973 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading Plugin: auto_allocate Jun 28 11:07:24.696775 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: network precommit_update 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.697630 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: network precommit_create 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.698159 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88072) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 11:07:24.698478 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading Plugin: tag Jun 28 11:07:24.704894 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88072) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 11:07:24.705209 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading Plugin: timestamp Jun 28 11:07:24.709126 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88072) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 11:07:24.709445 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading Plugin: network_ip_availability Jun 28 11:07:24.715137 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.715500 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.715851 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.716558 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88072) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 11:07:24.716894 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading Plugin: flavors Jun 28 11:07:24.721459 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88072) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 11:07:24.721788 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading Plugin: revisions Jun 28 11:07:24.725968 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88072) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 11:07:24.726351 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_concurrency.lockutils [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.628s {{(pid=88072) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 11:07:24.727076 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88072) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 28 11:07:24.727401 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Initializing extension manager. Jun 28 11:07:24.727901 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: __init__.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.728779 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: __pycache__ {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.729122 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.729446 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: address_group.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.730202 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.730778 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loaded extension: address-group Jun 28 11:07:24.731093 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: address_scope.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.731796 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.732305 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loaded extension: address-scope Jun 28 11:07:24.732623 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.733540 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.734048 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loaded extension: router-admin-state-down-before-update Jun 28 11:07:24.734360 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: agent.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.735040 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.735546 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loaded extension: agent Jun 28 11:07:24.735865 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: agent_resources_synced.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.736963 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.737467 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loaded extension: agent-resources-synced Jun 28 11:07:24.737791 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: allowedaddresspairs.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.739541 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.740074 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loaded extension: allowed-address-pairs Jun 28 11:07:24.740393 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: auto_allocated_topology.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.741475 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.741991 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loaded extension: auto-allocated-topology Jun 28 11:07:24.742311 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: availability_zone.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.742988 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.743493 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loaded extension: availability_zone Jun 28 11:07:24.743977 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: availability_zone_filter.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.745254 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.745771 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loaded extension: availability_zone_filter Jun 28 11:07:24.746089 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: data_plane_status.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.746980 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.747486 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Extension data-plane-status not supported by any of loaded plugins Jun 28 11:07:24.747803 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: default_subnetpools.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.748732 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.749249 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loaded extension: default-subnetpools Jun 28 11:07:24.749566 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.750358 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.750860 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loaded extension: dhcp_agent_scheduler Jun 28 11:07:24.751178 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: dns.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.752067 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.752572 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Extension dns-integration not supported by any of loaded plugins Jun 28 11:07:24.752909 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: dns_domain_ports.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.753803 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.754314 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 28 11:07:24.754626 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: dvr.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.755286 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.755794 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loaded extension: dvr Jun 28 11:07:24.756107 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: empty_string_filtering.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.757023 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.757539 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loaded extension: empty-string-filtering Jun 28 11:07:24.757854 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.758732 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.759237 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 28 11:07:24.759761 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.760997 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.761507 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 28 11:07:24.761823 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: external_net.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.762703 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.763219 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loaded extension: external-net Jun 28 11:07:24.763534 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.764423 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.764961 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loaded extension: extra_dhcp_opt Jun 28 11:07:24.765274 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: extraroute.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.766163 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.766897 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loaded extension: extraroute Jun 28 11:07:24.767211 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: extraroute_atomic.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.768222 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.768771 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loaded extension: extraroute-atomic Jun 28 11:07:24.769086 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: filter_validation.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.769734 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.770238 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loaded extension: filter-validation Jun 28 11:07:24.770531 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: fip_pf_description.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.771425 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.771929 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 28 11:07:24.772236 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: fip_port_details.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.773171 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.773676 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loaded extension: fip-port-details Jun 28 11:07:24.773990 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: flavors.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.775378 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.775893 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loaded extension: flavors Jun 28 11:07:24.776416 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.778097 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.778626 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 28 11:07:24.779133 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: floatingip_pools.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.779824 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.780334 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loaded extension: floatingip-pools Jun 28 11:07:24.780684 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: ip_allocation.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.781574 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.782369 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Extension ip_allocation not supported by any of loaded plugins Jun 28 11:07:24.782715 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.783853 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.784369 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loaded extension: ip-substring-filtering Jun 28 11:07:24.784683 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: l2_adjacency.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.785636 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.786147 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 28 11:07:24.786771 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: l3.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.787760 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.788270 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loaded extension: router Jun 28 11:07:24.788593 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.791594 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.792132 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 28 11:07:24.792458 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.793399 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.793926 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loaded extension: ext-gw-mode Jun 28 11:07:24.794244 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.795141 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.795662 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loaded extension: l3-ha Jun 28 11:07:24.795982 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: l3_flavors.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.796919 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.797433 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loaded extension: l3-flavors Jun 28 11:07:24.797748 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.798642 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.799171 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 28 11:07:24.799472 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: l3agentscheduler.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.800511 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.801065 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loaded extension: l3_agent_scheduler Jun 28 11:07:24.801380 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: logging.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.802841 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.803368 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Extension logging not supported by any of loaded plugins Jun 28 11:07:24.803698 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: metering.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.804432 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.805036 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loaded extension: metering Jun 28 11:07:24.805360 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.806591 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.807194 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loaded extension: metering_source_and_destination_fields Jun 28 11:07:24.807519 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: multiprovidernet.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.808431 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.808970 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loaded extension: multi-provider Jun 28 11:07:24.809295 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: netmtu.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.810185 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.810700 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loaded extension: net-mtu Jun 28 11:07:24.811023 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: netmtu_writable.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.811927 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.812435 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loaded extension: net-mtu-writable Jun 28 11:07:24.812796 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: network_availability_zone.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.813455 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.813959 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loaded extension: network_availability_zone Jun 28 11:07:24.814276 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: network_ip_availability.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.815347 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.815867 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loaded extension: network-ip-availability Jun 28 11:07:24.816193 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: network_segment_range.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.816976 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.817588 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Extension network-segment-range not supported by any of loaded plugins Jun 28 11:07:24.818007 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: pagination.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.818738 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.819060 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loaded extension: pagination Jun 28 11:07:24.819375 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: port_device_profile.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.820262 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.820807 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loaded extension: port-device-profile Jun 28 11:07:24.821114 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.822158 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.822760 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loaded extension: port-mac-address-regenerate Jun 28 11:07:24.823096 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.823982 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.824494 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loaded extension: port-numa-affinity-policy Jun 28 11:07:24.824831 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: port_resource_request.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.825733 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.826237 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Extension port-resource-request not supported by any of loaded plugins Jun 28 11:07:24.826553 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: portbindings.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.827465 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.827994 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loaded extension: binding Jun 28 11:07:24.828310 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: portbindings_extended.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.829638 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.830275 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loaded extension: binding-extended Jun 28 11:07:24.830538 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: portsecurity.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.831558 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.832075 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loaded extension: port-security Jun 28 11:07:24.832401 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: project_id.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.833527 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.833854 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loaded extension: project-id Jun 28 11:07:24.834242 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: providernet.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.835285 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.835806 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loaded extension: provider Jun 28 11:07:24.836160 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: qos.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.840714 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.841280 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Extension qos not supported by any of loaded plugins Jun 28 11:07:24.841605 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.842836 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.843358 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 28 11:07:24.843684 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.844577 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.845121 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 28 11:07:24.845441 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: qos_default.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.846330 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.846845 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Extension qos-default not supported by any of loaded plugins Jun 28 11:07:24.847165 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: qos_fip.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.847809 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.848310 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Extension qos-fip not supported by any of loaded plugins Jun 28 11:07:24.848626 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: qos_gateway_ip.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.849558 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.850070 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 28 11:07:24.850388 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: qos_port_network_policy.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.851283 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.851797 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 28 11:07:24.852115 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: qos_rule_type_details.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.853193 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.854030 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 28 11:07:24.854354 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: qos_rules_alias.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.855394 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.855910 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 28 11:07:24.856228 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: quotasv2.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.857204 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.857525 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loaded extension: quotas Jun 28 11:07:24.857841 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: quotasv2_detail.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.859421 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.859758 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loaded extension: quota_details Jun 28 11:07:24.860103 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: rbac.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.861171 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.861703 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loaded extension: rbac-policies Jun 28 11:07:24.862026 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: rbac_address_group.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.862950 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.863477 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loaded extension: rbac-address-group Jun 28 11:07:24.863799 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: rbac_address_scope.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.864729 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.865253 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loaded extension: rbac-address-scope Jun 28 11:07:24.865572 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: rbac_security_groups.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.866491 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.867014 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loaded extension: rbac-security-groups Jun 28 11:07:24.867333 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: rbac_subnetpool.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.868221 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.868826 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loaded extension: rbac-subnetpool Jun 28 11:07:24.869628 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: revisionifmatch.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.870524 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.871052 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loaded extension: revision-if-match Jun 28 11:07:24.871375 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: revisions.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.872491 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.873056 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loaded extension: standard-attr-revisions Jun 28 11:07:24.873378 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: router_availability_zone.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.874040 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.874548 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loaded extension: router_availability_zone Jun 28 11:07:24.874865 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: routerservicetype.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.875876 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.876424 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Extension router-service-type not supported by any of loaded plugins Jun 28 11:07:24.876777 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.877676 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.878190 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loaded extension: security-groups-normalized-cidr Jun 28 11:07:24.878508 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.879397 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.879913 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loaded extension: port-security-groups-filtering Jun 28 11:07:24.880233 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.881150 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.881670 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loaded extension: security-groups-remote-address-group Jun 28 11:07:24.881991 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: securitygroup.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.891990 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.892521 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loaded extension: security-group Jun 28 11:07:24.892874 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: segment.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.893658 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.894165 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Extension segment not supported by any of loaded plugins Jun 28 11:07:24.894486 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.895400 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.895910 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 28 11:07:24.896233 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: servicetype.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.897350 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.897869 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loaded extension: service-type Jun 28 11:07:24.898191 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: sorting.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.899154 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.899477 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loaded extension: sorting Jun 28 11:07:24.899795 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: standard_attr_segment.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.901237 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.901758 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 28 11:07:24.902079 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: standardattrdescription.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.902729 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.903252 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loaded extension: standard-attr-description Jun 28 11:07:24.903572 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: stateful_security_group.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.904486 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.905059 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loaded extension: stateful-security-group Jun 28 11:07:24.905384 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: stdattrs_common.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.905939 dv-cinder-844605-1-iscsi neutron-server[88072]: WARNING neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 28 11:07:24.906253 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.907599 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.908123 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 28 11:07:24.908440 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: subnet_onboard.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.909512 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.910031 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loaded extension: subnet_onboard Jun 28 11:07:24.910356 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.911258 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.911772 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 28 11:07:24.912085 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: subnet_service_types.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.913027 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.913536 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loaded extension: subnet-service-types Jun 28 11:07:24.913853 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: subnetallocation.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.914919 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.915438 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loaded extension: subnet_allocation Jun 28 11:07:24.916105 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.917136 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.917665 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loaded extension: subnetpool-prefix-ops Jun 28 11:07:24.917985 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.918911 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.919422 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 28 11:07:24.919737 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: tagging.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.920826 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.921341 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loaded extension: standard-attr-tag Jun 28 11:07:24.921658 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: timestamp.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.922821 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.923346 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loaded extension: standard-attr-timestamp Jun 28 11:07:24.923668 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: trunk.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.924824 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.925201 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Extension trunk not supported by any of loaded plugins Jun 28 11:07:24.925522 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: trunk_details.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.926419 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.926932 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Extension trunk-details not supported by any of loaded plugins Jun 28 11:07:24.927254 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: uplink_status_propagation.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.928144 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.928665 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 28 11:07:24.928994 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Loading extension file: vlantransparent.py {{(pid=88072) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:24.929657 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88072) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:24.930164 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 28 11:07:24.933177 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.quota.resource_registry [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Creating instance of TrackedResource for resource:network Jun 28 11:07:24.933943 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.quota.resource_registry [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Creating instance of TrackedResource for resource:subnet Jun 28 11:07:24.935942 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.quota.resource_registry [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 11:07:24.936553 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.quota.resource_registry [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Creating instance of TrackedResource for resource:port Jun 28 11:07:24.937833 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.v2.resource_helper [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88072) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 11:07:24.938279 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.v2.resource_helper [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Service FLAVORS assigned prefix: {{(pid=88072) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 11:07:24.938885 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.v2.resource_helper [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88072) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 11:07:24.939315 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.v2.resource_helper [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88072) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 11:07:24.939639 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.quota.resource_registry [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Creating instance of TrackedResource for resource:router Jun 28 11:07:24.940288 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.quota.resource_registry [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Creating instance of TrackedResource for resource:floatingip Jun 28 11:07:24.941025 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.v2.resource_helper [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Service METERING assigned prefix: /metering {{(pid=88072) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 11:07:24.942483 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.942850 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.943209 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:24.944320 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.quota.resource_registry [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Creating instance of CountableResource for resource:rbac_policy Jun 28 11:07:24.944812 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.quota.resource_registry [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Creating instance of TrackedResource for resource:security_group Jun 28 11:07:24.945452 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.quota.resource_registry [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 28 11:07:24.946183 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.v2.resource_helper [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Service CORE assigned prefix: {{(pid=88072) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 11:07:24.946510 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.quota.resource_registry [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 11:07:24.946891 dv-cinder-844605-1-iscsi neutron-server[88072]: WARNING neutron.quota.resource_registry [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] subnetpool is already registered Jun 28 11:07:24.947962 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.v2.resource_helper [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Service CORE assigned prefix: {{(pid=88072) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 11:07:24.948289 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.quota.resource_registry [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 11:07:24.948608 dv-cinder-844605-1-iscsi neutron-server[88072]: WARNING neutron.quota.resource_registry [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] subnetpool is already registered Jun 28 11:07:24.951254 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.v2.resource_helper [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88072) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 11:07:24.951676 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.v2.resource_helper [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Service FLAVORS assigned prefix: {{(pid=88072) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 11:07:24.952273 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.v2.resource_helper [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88072) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 11:07:24.952712 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.v2.resource_helper [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88072) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 11:07:24.953044 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.quota.resource_registry [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Creating instance of TrackedResource for resource:router Jun 28 11:07:24.953373 dv-cinder-844605-1-iscsi neutron-server[88072]: WARNING neutron.quota.resource_registry [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] router is already registered Jun 28 11:07:24.953960 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.quota.resource_registry [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Creating instance of TrackedResource for resource:floatingip Jun 28 11:07:24.954291 dv-cinder-844605-1-iscsi neutron-server[88072]: WARNING neutron.quota.resource_registry [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] floatingip is already registered Jun 28 11:07:24.954913 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.v2.resource_helper [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Service METERING assigned prefix: /metering {{(pid=88072) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 11:07:24.955567 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.quota.resource_registry [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Creating instance of CountableResource for resource:rbac_policy Jun 28 11:07:24.955890 dv-cinder-844605-1-iscsi neutron-server[88072]: WARNING neutron.quota.resource_registry [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] rbac_policy is already registered Jun 28 11:07:24.956444 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.quota.resource_registry [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Creating instance of TrackedResource for resource:security_group Jun 28 11:07:24.956756 dv-cinder-844605-1-iscsi neutron-server[88072]: WARNING neutron.quota.resource_registry [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] security_group is already registered Jun 28 11:07:24.957336 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.quota.resource_registry [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 28 11:07:24.957657 dv-cinder-844605-1-iscsi neutron-server[88072]: WARNING neutron.quota.resource_registry [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] security_group_rule is already registered Jun 28 11:07:24.958325 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.v2.resource_helper [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Service CORE assigned prefix: {{(pid=88072) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 11:07:24.958654 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.quota.resource_registry [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 11:07:24.958985 dv-cinder-844605-1-iscsi neutron-server[88072]: WARNING neutron.quota.resource_registry [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] subnetpool is already registered Jun 28 11:07:24.959642 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.v2.resource_helper [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Service CORE assigned prefix: {{(pid=88072) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 11:07:24.959905 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.quota.resource_registry [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 11:07:24.960221 dv-cinder-844605-1-iscsi neutron-server[88072]: WARNING neutron.quota.resource_registry [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] subnetpool is already registered Jun 28 11:07:24.960882 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Extended resource: extensions {{(pid=88072) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:24.962340 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Extended resource: address-groups {{(pid=88072) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:24.964547 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Extended resource: address-scopes {{(pid=88072) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:24.965787 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Extended resource: agents {{(pid=88072) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:24.966930 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Extended resource: auto-allocated-topology {{(pid=88072) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:24.968187 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Extended resource: availability_zones {{(pid=88072) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:24.969501 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Extended resource: dhcp-networks {{(pid=88072) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:24.970907 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Extended resource: dhcp-agents {{(pid=88072) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:24.972306 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Extended resource: routers {{(pid=88072) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:24.974092 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Extended resource: flavors {{(pid=88072) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:24.975238 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Extended resource: service_profiles {{(pid=88072) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:24.976405 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Extended resource: next_providers {{(pid=88072) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:24.977958 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Extended resource: service_profiles {{(pid=88072) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:24.979918 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Extended resource: floatingip-pools {{(pid=88072) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:24.981154 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Extended resource: routers {{(pid=88072) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:24.982922 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Extended resource: floatingips {{(pid=88072) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:24.984079 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Extended resource: l3-routers {{(pid=88072) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:24.985483 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Extended resource: l3-agents {{(pid=88072) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:24.986885 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Extended resource: metering-labels {{(pid=88072) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:24.988211 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Extended resource: metering-label-rules {{(pid=88072) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:24.989553 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Extended resource: network-ip-availabilities {{(pid=88072) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:24.990784 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Extended resource: bindings {{(pid=88072) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:24.992406 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Extended resource: quotas {{(pid=88072) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:24.994062 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Extended resource: quotas {{(pid=88072) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:24.995915 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Extended resource: rbac-policies {{(pid=88072) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:24.997255 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Extended resource: security-groups {{(pid=88072) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:24.998456 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Extended resource: security-group-rules {{(pid=88072) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:24.999674 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Extended resource: service-providers {{(pid=88072) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:25.000940 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Extended resource: subnetpools {{(pid=88072) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:25.003217 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Extended resource: subnetpools {{(pid=88072) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:25.004680 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Extended resource: tags {{(pid=88072) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:25.006343 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Extended resource: tags {{(pid=88072) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:25.127662 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Extended resource: tags {{(pid=88072) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:25.129457 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Extended resource: tags {{(pid=88072) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:25.131243 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Extended resource: tags {{(pid=88072) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:25.133226 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Extended resource: tags {{(pid=88072) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:25.135229 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Extended resource: tags {{(pid=88072) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:25.137332 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Extended resource: tags {{(pid=88072) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:25.139061 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Extended resource: tags {{(pid=88072) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:25.140915 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron.api.extensions [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Extended resource: tags {{(pid=88072) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:25.146925 dv-cinder-844605-1-iscsi neutron-server[88072]: WARNING keystonemiddleware.auth_token [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 28 11:07:25.152463 dv-cinder-844605-1-iscsi neutron-server[88072]: WARNING keystonemiddleware.auth_token [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 28 11:07:25.161447 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_concurrency.lockutils [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Acquired lock "singleton_lock" {{(pid=88072) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 28 11:07:25.162144 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_concurrency.lockutils [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Releasing lock "singleton_lock" {{(pid=88072) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 28 11:07:25.162776 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO oslo_service.service [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Starting 2 workers Jun 28 11:07:25.168304 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Started child 88177 {{(pid=88072) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 28 11:07:25.172802 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Started child 88178 {{(pid=88072) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 28 11:07:25.173027 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:07:25.174304 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [-] (88177) wsgi starting up on http://0.0.0.0:9696 Jun 28 11:07:25.174437 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO neutron.service [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 28 11:07:25.174971 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Notify callbacks [] for process, before_spawn {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:07:25.177260 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO oslo_service.service [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Starting 1 workers Jun 28 11:07:25.177412 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:07:25.178545 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [-] (88178) wsgi starting up on http://0.0.0.0:9696 Jun 28 11:07:25.183001 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Started child 88179 {{(pid=88072) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 28 11:07:25.183515 dv-cinder-844605-1-iscsi neutron-server[88072]: INFO oslo_service.service [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Starting 1 workers Jun 28 11:07:25.185852 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.service [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] calling RpcWorker wait() {{(pid=88179) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 28 11:07:25.186441 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.service [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] returning from RpcWorker wait() {{(pid=88179) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 28 11:07:25.187483 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:07:25.187901 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Started child 88180 {{(pid=88072) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 28 11:07:25.188049 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:07:25.188680 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-298a56a1-73db-46f5-9472-19fc10834599 None None] Notify callbacks [] for process, after_spawn {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:07:25.190461 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88072) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 28 11:07:25.190621 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 28 11:07:25.190829 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 28 11:07:25.191005 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 28 11:07:25.191361 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 28 11:07:25.191494 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 28 11:07:25.192010 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.192275 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.192539 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.192850 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.193135 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.193669 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.193918 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.194050 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:07:25.194540 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.194540 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.194703 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.194790 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.194886 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.195150 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.195374 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.195470 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:07:25.195706 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.195960 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.196186 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.196464 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.196625 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.197027 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.197442 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.198248 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.198508 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] debug = True {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.198746 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.199213 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.199426 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.199685 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.199898 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.200156 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.200371 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.200627 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.200912 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.201128 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.201366 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.201612 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.201843 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.202065 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.202288 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.202524 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.202754 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.203223 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] host = dv-cinder-844605-1-iscsi {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.203448 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.203660 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.203880 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.204130 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.204365 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.204574 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.204853 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.205182 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.205337 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.205555 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.205805 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.206036 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.206244 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.206475 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] log_file = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.206649 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] log_options = True {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.206882 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.207145 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.207383 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.207572 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.207734 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.207902 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.208160 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.208313 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.208556 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.208804 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.209015 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.209222 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.209454 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.210750 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.210750 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.210750 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.210750 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.210750 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.211155 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.211155 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.211309 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.211460 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.211744 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.211895 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.212105 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.212506 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.212677 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.213513 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.213755 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.213971 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.214195 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.215132 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.215132 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.215132 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.215132 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.215450 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.215542 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.215781 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.216548 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.216548 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.216548 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.219211 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.219211 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.219211 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.219211 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.219211 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] use_json = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.219211 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.219211 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.219211 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.219211 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.219837 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.219837 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.219837 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.219837 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.219837 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.219837 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.220251 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.220251 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.220476 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.220702 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.220965 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.221189 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.221422 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.221646 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.221867 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.223656 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.223656 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.223656 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.223656 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.223656 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.223656 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.223656 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.228355 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.228355 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.228355 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.228355 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.228355 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.228355 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.228355 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.228355 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.228950 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.228950 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.228950 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.228950 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.228950 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.228950 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.228950 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.228950 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.229440 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.229440 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.229440 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.229440 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.229440 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.229440 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.229834 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.229834 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.229980 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.230129 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.230375 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.230580 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.230948 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.231166 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.231393 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.231602 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.232020 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.232133 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.232291 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.232662 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.232765 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.232968 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.234166 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.234166 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.234166 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.234166 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.234166 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.234166 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.234622 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.234622 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.234830 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.235168 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.235317 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.235462 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.235797 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.235905 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.236111 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.236331 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.236589 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.236778 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.236992 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.237848 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.237848 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.237848 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.237848 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.238164 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.238242 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.238442 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.238654 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.238864 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.239096 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.239371 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.239805 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.240186 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.240601 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.241023 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.241258 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.241479 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.241728 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.241960 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.242200 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.242432 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.242703 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.242925 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.243342 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.243758 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.244720 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.245130 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.245485 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.245856 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.246075 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.246314 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.246542 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.246797 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.247190 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.247627 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.248044 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.248430 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.248861 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.249241 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.249646 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.250038 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.250444 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.250866 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.251260 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.251666 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.252051 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.252441 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.252873 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.253258 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.253662 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.254051 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.254414 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.254762 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.255167 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.255539 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.255911 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.256272 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.256685 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.257020 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.257264 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.257509 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.257719 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.258113 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.258480 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.258869 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.259134 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.260148 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.260541 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.260977 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.261344 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.261739 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.261950 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.262326 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.262699 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.263081 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.263314 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.263553 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.263789 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.264028 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.264263 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.264624 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.265031 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.265264 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.265478 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.265696 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.265925 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.266151 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.266518 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.266785 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.266981 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.267216 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.267441 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.267641 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.267911 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.268115 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.268376 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.268620 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.268879 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.269110 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.269338 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.269594 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.269803 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.270040 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.270253 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.270564 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.270658 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.270901 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.271254 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.271648 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.272062 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.272353 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.272605 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.272859 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.273200 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.273452 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.273692 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.273946 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.274168 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.274397 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.274615 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.274825 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.275063 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.275740 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.275985 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.276220 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.276454 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.276701 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.276933 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.277148 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.277417 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.277657 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.277898 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.278333 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.278568 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.278964 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.279179 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.279391 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.279627 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.279832 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.280036 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.280245 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.280467 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.280775 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.281028 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.281258 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.281486 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.281706 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.281941 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.282508 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.282709 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.283066 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.283272 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.283490 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.283693 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.283895 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.284104 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.284333 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.284620 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.284891 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.285103 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.285368 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.285610 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.285829 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.286080 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.286378 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.286588 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.286839 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.287053 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.287259 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.287469 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.287717 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.288013 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.288296 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.288548 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.288841 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.289123 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.289394 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.289672 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.289881 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.290167 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.290492 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.290944 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.291592 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.291842 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.292096 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.292318 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.292533 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.292794 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.293026 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.293166 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:07:25.293320 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.293455 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 49930) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:07:25.293590 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.293732 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.293950 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.294189 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.294412 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.294628 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.294849 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.295070 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.295283 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.295507 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.295646 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 28 11:07:25.296178 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88072) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 28 11:07:25.296338 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 28 11:07:25.296477 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 28 11:07:25.296774 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 28 11:07:25.296926 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 28 11:07:25.297060 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 28 11:07:25.297276 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.297743 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.297743 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.297743 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.297743 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.298621 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.298621 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.298621 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.298621 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.298621 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.298621 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.299592 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.299592 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.299592 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.299592 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.299592 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.299592 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.299592 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.300449 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.300449 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.300449 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.300449 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.300449 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] debug = True {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.300449 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.301643 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.301643 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.301643 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.301643 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.301643 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.301643 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.302724 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.302724 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.302724 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.302724 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.302724 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.302724 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.302724 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.302724 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.303727 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.303727 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.303727 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] host = dv-cinder-844605-1-iscsi {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.303727 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.303727 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.303727 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.303727 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.303727 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.304731 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.304731 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.304731 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.304731 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.304731 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.304731 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.304731 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.304731 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.305719 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] log_file = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.305719 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] log_options = True {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.305927 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0090792 Jun 28 11:07:25.306119 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.306388 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.307068 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.307403 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.307564 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.307991 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.307991 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.307991 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.308282 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.308282 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.308468 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.308567 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.308734 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.308890 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.309026 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.309182 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.309336 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.309489 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.309642 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.309787 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.309921 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.310076 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.310214 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.310364 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.310498 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.310643 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.310776 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.310931 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.311069 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.311222 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.312187 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.312495 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.312839 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.313157 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.313470 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.313793 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.313951 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.314087 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.314229 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.314382 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.314536 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.314693 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.314846 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.314998 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.315152 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.315305 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] use_json = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.315457 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.315609 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.315762 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.315915 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.316055 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.316196 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.316350 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.316503 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.316681 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:25.316863 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.317086 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.317226 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.317400 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.317549 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.317683 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.317814 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.317945 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.318110 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.318262 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.318395 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.318525 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.318655 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.318795 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.319152 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.319152 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.319404 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.319404 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.319600 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.319683 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.319759 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.319914 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.320087 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.320236 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.320390 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.320530 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.320729 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.320888 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.321045 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.321201 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.321358 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.321857 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.321857 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.321857 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.323052 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.323052 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.323052 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.323052 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.323574 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.323574 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.323574 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.323574 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.324569 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.324569 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.324569 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.324569 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.324569 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.324569 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.324569 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.325166 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.325166 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.325166 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.325358 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.325358 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.325475 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.325633 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.325810 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.325960 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.326116 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.326245 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.326536 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.326831 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.327109 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.327394 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.327693 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.327855 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.328013 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.328661 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.328661 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.328661 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.328661 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.328930 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.328930 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.329080 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.329233 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.329373 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.329533 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.329688 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.330261 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.330261 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.330261 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.330261 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.330670 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.330670 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.330867 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.330867 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.331077 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.331159 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.331318 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.331472 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.331629 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.331786 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.331944 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.332173 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.332767 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.332767 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.332767 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.332767 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.333280 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.333280 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.333280 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.333280 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.333766 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.333766 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.333766 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.334150 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.334150 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.334150 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.334520 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.334520 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.334988 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.334988 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.334988 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.334988 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.335491 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.335491 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.335491 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.336050 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.336050 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.336050 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.336050 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.336629 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.336629 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.336629 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.336629 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.336956 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.336956 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.337093 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.337219 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.337359 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.337546 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.338112 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.338412 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.338570 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.338727 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.338884 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.339040 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.339200 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.339354 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.339494 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.339655 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.339853 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.339976 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.340119 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.340264 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.340415 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.340572 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.342084 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.342084 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.342084 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.342084 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.342710 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.342710 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.342710 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.342710 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.342710 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.343338 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.343338 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.343338 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.343338 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.343709 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.343709 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.343709 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.343914 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.344025 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.344135 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.344284 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.344438 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.344594 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.344782 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.344922 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.345077 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.345233 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.345389 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.345545 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.345702 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.345859 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.346014 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.346170 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.346326 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.346481 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.346638 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.346794 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.346950 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.347106 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.347262 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.347418 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.347590 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.347749 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.347905 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.348063 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.348218 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.348375 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.348530 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.348710 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.348870 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.349026 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.349183 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.349340 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.349497 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.349654 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.349809 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.349969 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.350145 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.350287 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.350441 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.350597 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.350752 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.350914 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.351069 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.351222 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.351378 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.351531 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.351686 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.351841 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.351995 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.352162 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.352319 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.352473 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.352628 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.352810 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.352976 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.353218 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.353887 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.354056 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.354212 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.354379 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.354535 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.354690 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.354849 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.355003 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.355162 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.355323 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.355479 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.355641 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.355795 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.355951 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.356102 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.356279 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.356432 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.356588 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.356784 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.356915 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.357095 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.357239 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.357373 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.357521 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.357655 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.357820 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.357958 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.358122 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.358287 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.358442 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.358614 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.358761 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.358919 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.359075 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.359229 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.359384 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.359538 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.359693 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.359848 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.360003 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.360158 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.360361 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.360481 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.360595 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.360782 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.360921 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.361075 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.361235 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.361390 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.361546 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.361701 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:25.361850 dv-cinder-844605-1-iscsi neutron-server[88072]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88072) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 28 11:07:36.212820 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30e2bd2-59a9-4eb4-84be-1dc80f2190a5 None None] get_active_networks_info from dv-cinder-844605-1-iscsi {{(pid=88179) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 28 11:07:36.299085 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30e2bd2-59a9-4eb4-84be-1dc80f2190a5 None None] No non-hosted networks {{(pid=88179) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 28 11:07:36.316927 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.agentschedulers_db [None req-e30e2bd2-59a9-4eb4-84be-1dc80f2190a5 None None] DHCP Agent not found on host dv-cinder-844605-1-iscsi {{(pid=88179) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jun 28 11:07:36.469961 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-962a890f-c052-421a-be57-6356851da536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-362829'] for agent, after_create {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:07:38.391377 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3eccec83-78f1-4a14-9ba2-be30140fd620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-362829'] for agent, after_create {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:07:38.446248 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-594d54a0-ec93-4fea-a451-b4b9b5710bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:07:39.561182 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b58b1c24-9254-4745-9794-e7d1435c798c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-362829'] for agent, after_create {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:07:39.802664 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-362829'] for agent, after_create {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:07:39.803746 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:07:39.804320 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:07:39.805528 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:07:39.806482 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:07:39.807974 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:07:39.808524 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:07:39.809082 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:07:39.809689 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:07:39.810218 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:07:39.810756 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:07:39.811286 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:07:39.811960 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:07:39.812591 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-844605-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:07:39.820151 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-844605-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:07:40.894930 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-90b31af6-315a-40c1-95e8-9ba1745e2d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-362829'] for agent, after_create {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:07:41.034011 dv-cinder-844605-1-iscsi neutron-server[88179]: INFO neutron.db.l3_hamode_db [None req-87b78392-74cf-40c8-8e62-6b0a7a7a7f43 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 28 11:07:41.119469 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b78392-74cf-40c8-8e62-6b0a7a7a7f43 None None] Routers set() bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:07:41.119732 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b78392-74cf-40c8-8e62-6b0a7a7a7f43 None None] Router IDs set() for agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Jun 28 11:07:42.572177 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 50028) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:07:43.203593 dv-cinder-844605-1-iscsi neutron-server[88177]: WARNING oslo_policy.policy [None req-268dabd0-0c7b-4fbe-a5d4-93f19f9a4cdf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 11:07:43.204144 dv-cinder-844605-1-iscsi neutron-server[88177]: WARNING oslo_policy.policy [None req-268dabd0-0c7b-4fbe-a5d4-93f19f9a4cdf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 11:07:43.416786 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [None req-268dabd0-0c7b-4fbe-a5d4-93f19f9a4cdf admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 11:07:43.418093 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-268dabd0-0c7b-4fbe-a5d4-93f19f9a4cdf admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8450601 Jun 28 11:07:46.006344 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 50042) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:07:46.381707 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [None req-007689c9-e5ab-4d8c-8b2b-d2bb4fa7858b admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:07:46.481779 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.policy [None req-007689c9-e5ab-4d8c-8b2b-d2bb4fa7858b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88177) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 28 11:07:46.526111 dv-cinder-844605-1-iscsi neutron-server[88177]: WARNING oslo_policy.policy [None req-007689c9-e5ab-4d8c-8b2b-d2bb4fa7858b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 11:07:46.526506 dv-cinder-844605-1-iscsi neutron-server[88177]: WARNING oslo_policy.policy [None req-007689c9-e5ab-4d8c-8b2b-d2bb4fa7858b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 11:07:46.535315 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.quota [None req-007689c9-e5ab-4d8c-8b2b-d2bb4fa7858b admin admin] Loaded quota_driver: . Jun 28 11:07:46.551694 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-007689c9-e5ab-4d8c-8b2b-d2bb4fa7858b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:07:46.620412 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-007689c9-e5ab-4d8c-8b2b-d2bb4fa7858b admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782100868189', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782100868776', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782100863466', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782100852131', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782100842434', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782100832505', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7702357', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7661997', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-296122', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1824056'] for rbac-policy, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:07:46.693933 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-007689c9-e5ab-4d8c-8b2b-d2bb4fa7858b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:07:46.695224 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-007689c9-e5ab-4d8c-8b2b-d2bb4fa7858b admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6878891 Jun 28 11:07:49.348206 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 50056) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:07:49.710415 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [None req-6d9567a4-b202-4a86-afc7-32e60e4b136f admin admin] Request body: {'network': {'project_id': '61342b6575d94d49a008613d364674a4', 'admin_state_up': True, 'name': 'private'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:07:49.715741 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-6d9567a4-b202-4a86-afc7-32e60e4b136f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:07:49.720885 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-6d9567a4-b202-4a86-afc7-32e60e4b136f admin admin] Usage tracker for resource:network and tenant:61342b6575d94d49a008613d364674a4 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:07:49.726540 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-6d9567a4-b202-4a86-afc7-32e60e4b136f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:07:49.733442 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-6d9567a4-b202-4a86-afc7-32e60e4b136f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:07:49.745549 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9567a4-b202-4a86-afc7-32e60e4b136f admin admin] Made reservation on behalf of 61342b6575d94d49a008613d364674a4 for: {'network': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:07:49.748203 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-6d9567a4-b202-4a86-afc7-32e60e4b136f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for network, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:07:49.766539 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-6d9567a4-b202-4a86-afc7-32e60e4b136f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:07:49.780299 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-6d9567a4-b202-4a86-afc7-32e60e4b136f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:07:49.787644 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-6d9567a4-b202-4a86-afc7-32e60e4b136f admin admin] Usage tracker for resource:security_group_rule and tenant:61342b6575d94d49a008613d364674a4 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:07:49.795038 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-6d9567a4-b202-4a86-afc7-32e60e4b136f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:07:49.800772 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-6d9567a4-b202-4a86-afc7-32e60e4b136f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:07:49.905533 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-6d9567a4-b202-4a86-afc7-32e60e4b136f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:07:49.910972 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-6d9567a4-b202-4a86-afc7-32e60e4b136f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:07:49.934677 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d9567a4-b202-4a86-afc7-32e60e4b136f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=88177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 11:07:49.957687 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9567a4-b202-4a86-afc7-32e60e4b136f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abbc2a62-313f-4bd6-9ec1-53715f887412,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:07:49.968909 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-6d9567a4-b202-4a86-afc7-32e60e4b136f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782104351344', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812087'] for segment, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:07:49.969462 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-6d9567a4-b202-4a86-afc7-32e60e4b136f admin admin] Unsubscribe: segment precommit_create {{(pid=88177) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 28 11:07:49.969962 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.db.segments_db [None req-6d9567a4-b202-4a86-afc7-32e60e4b136f admin admin] Added segment ba48a705-ba1d-4069-a98e-5b512f0595c2 of type vlan for network 747804e6-04a0-48a4-88ea-605b16c5222d Jun 28 11:07:49.979550 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9567a4-b202-4a86-afc7-32e60e4b136f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:07:49.980008 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9567a4-b202-4a86-afc7-32e60e4b136f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:07:49.980343 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9567a4-b202-4a86-afc7-32e60e4b136f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:07:49.980660 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9567a4-b202-4a86-afc7-32e60e4b136f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:07:49.981018 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9567a4-b202-4a86-afc7-32e60e4b136f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:07:49.981337 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9567a4-b202-4a86-afc7-32e60e4b136f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:07:49.981654 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9567a4-b202-4a86-afc7-32e60e4b136f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:07:49.981966 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9567a4-b202-4a86-afc7-32e60e4b136f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:07:49.982292 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9567a4-b202-4a86-afc7-32e60e4b136f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:07:49.982603 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9567a4-b202-4a86-afc7-32e60e4b136f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:07:49.982894 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9567a4-b202-4a86-afc7-32e60e4b136f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:07:49.983199 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9567a4-b202-4a86-afc7-32e60e4b136f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:07:49.984310 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9567a4-b202-4a86-afc7-32e60e4b136f admin admin] Tracked resource versions report: Jun 28 11:07:49.984310 dv-cinder-844605-1-iscsi neutron-server[88177]: pushed versions: Jun 28 11:07:49.984310 dv-cinder-844605-1-iscsi neutron-server[88177]: { 'AddressGroup': {'1.2'}, Jun 28 11:07:49.984310 dv-cinder-844605-1-iscsi neutron-server[88177]: 'ConntrackHelper': {'1.0'}, Jun 28 11:07:49.984310 dv-cinder-844605-1-iscsi neutron-server[88177]: 'Log': {'1.0'}, Jun 28 11:07:49.984310 dv-cinder-844605-1-iscsi neutron-server[88177]: 'Network': {'1.1'}, Jun 28 11:07:49.984310 dv-cinder-844605-1-iscsi neutron-server[88177]: 'Port': {'1.7'}, Jun 28 11:07:49.984310 dv-cinder-844605-1-iscsi neutron-server[88177]: 'PortForwarding': {'1.2'}, Jun 28 11:07:49.984310 dv-cinder-844605-1-iscsi neutron-server[88177]: 'QosPolicy': {'1.8'}, Jun 28 11:07:49.984310 dv-cinder-844605-1-iscsi neutron-server[88177]: 'SecurityGroup': {'1.4'}, Jun 28 11:07:49.984310 dv-cinder-844605-1-iscsi neutron-server[88177]: 'SecurityGroupRule': {'1.2'}, Jun 28 11:07:49.984310 dv-cinder-844605-1-iscsi neutron-server[88177]: 'SubPort': {'1.0'}, Jun 28 11:07:49.984310 dv-cinder-844605-1-iscsi neutron-server[88177]: 'Subnet': {'1.1'}, Jun 28 11:07:49.984310 dv-cinder-844605-1-iscsi neutron-server[88177]: 'Trunk': {'1.1'}} Jun 28 11:07:49.984310 dv-cinder-844605-1-iscsi neutron-server[88177]: consumer versions: Jun 28 11:07:49.984310 dv-cinder-844605-1-iscsi neutron-server[88177]: { DHCP agent@dv-cinder-844605-1-iscsi: {}, Jun 28 11:07:49.984310 dv-cinder-844605-1-iscsi neutron-server[88177]: L3 agent@dv-cinder-844605-1-iscsi: {}, Jun 28 11:07:49.984310 dv-cinder-844605-1-iscsi neutron-server[88177]: Metadata agent@dv-cinder-844605-1-iscsi: {}, Jun 28 11:07:49.984310 dv-cinder-844605-1-iscsi neutron-server[88177]: Metering agent@dv-cinder-844605-1-iscsi: {}, Jun 28 11:07:49.984310 dv-cinder-844605-1-iscsi neutron-server[88177]: Open vSwitch agent@dv-cinder-844605-1-iscsi: { 'AddressGroup': '1.2', Jun 28 11:07:49.984310 dv-cinder-844605-1-iscsi neutron-server[88177]: 'ConntrackHelper': '1.0', Jun 28 11:07:49.984310 dv-cinder-844605-1-iscsi neutron-server[88177]: 'Log': '1.0', Jun 28 11:07:49.984310 dv-cinder-844605-1-iscsi neutron-server[88177]: 'Network': '1.1', Jun 28 11:07:49.984310 dv-cinder-844605-1-iscsi neutron-server[88177]: 'Port': '1.7', Jun 28 11:07:49.984310 dv-cinder-844605-1-iscsi neutron-server[88177]: 'PortForwarding': '1.2', Jun 28 11:07:49.984310 dv-cinder-844605-1-iscsi neutron-server[88177]: 'QosPolicy': '1.8', Jun 28 11:07:49.984310 dv-cinder-844605-1-iscsi neutron-server[88177]: 'SecurityGroup': '1.4', Jun 28 11:07:49.984310 dv-cinder-844605-1-iscsi neutron-server[88177]: 'SecurityGroupRule': '1.2', Jun 28 11:07:49.984310 dv-cinder-844605-1-iscsi neutron-server[88177]: 'SubPort': '1.0', Jun 28 11:07:49.984310 dv-cinder-844605-1-iscsi neutron-server[88177]: 'Subnet': '1.1', Jun 28 11:07:49.984310 dv-cinder-844605-1-iscsi neutron-server[88177]: 'Trunk': '1.1'}} Jun 28 11:07:49.984310 dv-cinder-844605-1-iscsi neutron-server[88177]: {{(pid=88177) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 11:07:50.082001 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-6d9567a4-b202-4a86-afc7-32e60e4b136f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782103966769'] for network, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:07:50.125995 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-6d9567a4-b202-4a86-afc7-32e60e4b136f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693'] for network, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:07:50.127040 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9567a4-b202-4a86-afc7-32e60e4b136f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:07:50.127655 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-6d9567a4-b202-4a86-afc7-32e60e4b136f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562711'] for network, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:07:50.232204 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9567a4-b202-4a86-afc7-32e60e4b136f admin admin] Pushing event updated for resources: {'Network': ['ID=747804e6-04a0-48a4-88ea-605b16c5222d,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:07:50.236653 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-6d9567a4-b202-4a86-afc7-32e60e4b136f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8873668 Jun 28 11:07:50.247041 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Network 747804e6-04a0-48a4-88ea-605b16c5222d details requested by agent ovs-agent-dv-cinder-844605-1-iscsi with host dv-cinder-844605-1-iscsi {{(pid=88179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 11:07:52.980997 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 50072) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:07:53.647893 dv-cinder-844605-1-iscsi neutron-server[88178]: WARNING oslo_policy.policy [None req-0772eccc-c463-4551-b432-da9d75c5f185 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 11:07:53.648700 dv-cinder-844605-1-iscsi neutron-server[88178]: WARNING oslo_policy.policy [None req-0772eccc-c463-4551-b432-da9d75c5f185 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 11:07:54.073666 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.policy [None req-0772eccc-c463-4551-b432-da9d75c5f185 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88178) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 28 11:07:54.117826 dv-cinder-844605-1-iscsi neutron-server[88178]: WARNING oslo_policy.policy [None req-0772eccc-c463-4551-b432-da9d75c5f185 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 11:07:54.118181 dv-cinder-844605-1-iscsi neutron-server[88178]: WARNING oslo_policy.policy [None req-0772eccc-c463-4551-b432-da9d75c5f185 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 11:07:54.126478 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0772eccc-c463-4551-b432-da9d75c5f185 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:07:54.128313 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-0772eccc-c463-4551-b432-da9d75c5f185 admin admin] 10.222.0.23 "GET /v2.0/networks/747804e6-04a0-48a4-88ea-605b16c5222d HTTP/1.1" status: 200 len: 825 time: 1.1444669 Jun 28 11:07:54.164589 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-e8d7987b-f9be-4b20-a7b6-60cde60a8505 admin admin] 10.222.0.23 "GET /v2.0/subnetpools/9c0f0b34-8c31-4485-b6df-2853c893214f HTTP/1.1" status: 200 len: 734 time: 0.0276732 Jun 28 11:07:54.173622 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [None req-33c5f7e7-2a1d-453d-9c1b-ac531f03e635 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '747804e6-04a0-48a4-88ea-605b16c5222d', 'gateway_ip': '172.20.0.1', 'tenant_id': '61342b6575d94d49a008613d364674a4', 'name': 'private-subnet', 'subnetpool_id': '9c0f0b34-8c31-4485-b6df-2853c893214f'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:07:54.175145 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.quota [None req-33c5f7e7-2a1d-453d-9c1b-ac531f03e635 admin admin] Loaded quota_driver: . Jun 28 11:07:54.181219 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-33c5f7e7-2a1d-453d-9c1b-ac531f03e635 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:07:54.186999 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-33c5f7e7-2a1d-453d-9c1b-ac531f03e635 admin admin] Usage tracker for resource:subnet and tenant:61342b6575d94d49a008613d364674a4 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:07:54.190247 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-33c5f7e7-2a1d-453d-9c1b-ac531f03e635 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:07:54.197151 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-33c5f7e7-2a1d-453d-9c1b-ac531f03e635 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:07:54.213356 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c5f7e7-2a1d-453d-9c1b-ac531f03e635 admin admin] Made reservation on behalf of 61342b6575d94d49a008613d364674a4 for: {'subnet': 1} {{(pid=88178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:07:54.216030 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-33c5f7e7-2a1d-453d-9c1b-ac531f03e635 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:07:54.523133 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-33c5f7e7-2a1d-453d-9c1b-ac531f03e635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693'] for subnet, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:07:54.602291 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c5f7e7-2a1d-453d-9c1b-ac531f03e635 admin admin] Checking segment: {'id': 'ba48a705-ba1d-4069-a98e-5b512f0595c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '747804e6-04a0-48a4-88ea-605b16c5222d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:07:54.602678 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c5f7e7-2a1d-453d-9c1b-ac531f03e635 admin admin] Network hostable DHCP agents. Network: 747804e6-04a0-48a4-88ea-605b16c5222d, hostable agents: ['bd7a9fca-13b7-4c24-af86-ecdc43be0dc3'], hosted agents: [] {{(pid=88178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 11:07:54.618809 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c5f7e7-2a1d-453d-9c1b-ac531f03e635 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd77acd0-93f3-4c28-858a-470133ff7247,revision_number=0']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:07:54.628172 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c5f7e7-2a1d-453d-9c1b-ac531f03e635 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:07:54.628509 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c5f7e7-2a1d-453d-9c1b-ac531f03e635 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:07:54.628867 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c5f7e7-2a1d-453d-9c1b-ac531f03e635 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:07:54.629194 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c5f7e7-2a1d-453d-9c1b-ac531f03e635 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:07:54.629512 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c5f7e7-2a1d-453d-9c1b-ac531f03e635 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:07:54.629834 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c5f7e7-2a1d-453d-9c1b-ac531f03e635 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:07:54.630148 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c5f7e7-2a1d-453d-9c1b-ac531f03e635 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:07:54.630461 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c5f7e7-2a1d-453d-9c1b-ac531f03e635 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:07:54.630775 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c5f7e7-2a1d-453d-9c1b-ac531f03e635 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:07:54.631083 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c5f7e7-2a1d-453d-9c1b-ac531f03e635 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:07:54.631393 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c5f7e7-2a1d-453d-9c1b-ac531f03e635 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:07:54.631685 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c5f7e7-2a1d-453d-9c1b-ac531f03e635 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:07:54.632793 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c5f7e7-2a1d-453d-9c1b-ac531f03e635 admin admin] Tracked resource versions report: Jun 28 11:07:54.632793 dv-cinder-844605-1-iscsi neutron-server[88178]: pushed versions: Jun 28 11:07:54.632793 dv-cinder-844605-1-iscsi neutron-server[88178]: { 'AddressGroup': {'1.2'}, Jun 28 11:07:54.632793 dv-cinder-844605-1-iscsi neutron-server[88178]: 'ConntrackHelper': {'1.0'}, Jun 28 11:07:54.632793 dv-cinder-844605-1-iscsi neutron-server[88178]: 'Log': {'1.0'}, Jun 28 11:07:54.632793 dv-cinder-844605-1-iscsi neutron-server[88178]: 'Network': {'1.1'}, Jun 28 11:07:54.632793 dv-cinder-844605-1-iscsi neutron-server[88178]: 'Port': {'1.7'}, Jun 28 11:07:54.632793 dv-cinder-844605-1-iscsi neutron-server[88178]: 'PortForwarding': {'1.2'}, Jun 28 11:07:54.632793 dv-cinder-844605-1-iscsi neutron-server[88178]: 'QosPolicy': {'1.8'}, Jun 28 11:07:54.632793 dv-cinder-844605-1-iscsi neutron-server[88178]: 'SecurityGroup': {'1.4'}, Jun 28 11:07:54.632793 dv-cinder-844605-1-iscsi neutron-server[88178]: 'SecurityGroupRule': {'1.2'}, Jun 28 11:07:54.632793 dv-cinder-844605-1-iscsi neutron-server[88178]: 'SubPort': {'1.0'}, Jun 28 11:07:54.632793 dv-cinder-844605-1-iscsi neutron-server[88178]: 'Subnet': {'1.1'}, Jun 28 11:07:54.632793 dv-cinder-844605-1-iscsi neutron-server[88178]: 'Trunk': {'1.1'}} Jun 28 11:07:54.632793 dv-cinder-844605-1-iscsi neutron-server[88178]: consumer versions: Jun 28 11:07:54.632793 dv-cinder-844605-1-iscsi neutron-server[88178]: { DHCP agent@dv-cinder-844605-1-iscsi: {}, Jun 28 11:07:54.632793 dv-cinder-844605-1-iscsi neutron-server[88178]: L3 agent@dv-cinder-844605-1-iscsi: {}, Jun 28 11:07:54.632793 dv-cinder-844605-1-iscsi neutron-server[88178]: Metadata agent@dv-cinder-844605-1-iscsi: {}, Jun 28 11:07:54.632793 dv-cinder-844605-1-iscsi neutron-server[88178]: Metering agent@dv-cinder-844605-1-iscsi: {}, Jun 28 11:07:54.632793 dv-cinder-844605-1-iscsi neutron-server[88178]: Open vSwitch agent@dv-cinder-844605-1-iscsi: { 'AddressGroup': '1.2', Jun 28 11:07:54.632793 dv-cinder-844605-1-iscsi neutron-server[88178]: 'ConntrackHelper': '1.0', Jun 28 11:07:54.632793 dv-cinder-844605-1-iscsi neutron-server[88178]: 'Log': '1.0', Jun 28 11:07:54.632793 dv-cinder-844605-1-iscsi neutron-server[88178]: 'Network': '1.1', Jun 28 11:07:54.632793 dv-cinder-844605-1-iscsi neutron-server[88178]: 'Port': '1.7', Jun 28 11:07:54.632793 dv-cinder-844605-1-iscsi neutron-server[88178]: 'PortForwarding': '1.2', Jun 28 11:07:54.632793 dv-cinder-844605-1-iscsi neutron-server[88178]: 'QosPolicy': '1.8', Jun 28 11:07:54.632793 dv-cinder-844605-1-iscsi neutron-server[88178]: 'SecurityGroup': '1.4', Jun 28 11:07:54.632793 dv-cinder-844605-1-iscsi neutron-server[88178]: 'SecurityGroupRule': '1.2', Jun 28 11:07:54.632793 dv-cinder-844605-1-iscsi neutron-server[88178]: 'SubPort': '1.0', Jun 28 11:07:54.632793 dv-cinder-844605-1-iscsi neutron-server[88178]: 'Subnet': '1.1', Jun 28 11:07:54.632793 dv-cinder-844605-1-iscsi neutron-server[88178]: 'Trunk': '1.1'}} Jun 28 11:07:54.632793 dv-cinder-844605-1-iscsi neutron-server[88178]: {{(pid=88178) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 11:07:54.655467 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c5f7e7-2a1d-453d-9c1b-ac531f03e635 admin admin] Network 747804e6-04a0-48a4-88ea-605b16c5222d is scheduled to be hosted by DHCP agent bd7a9fca-13b7-4c24-af86-ecdc43be0dc3 with binding_index 1 {{(pid=88178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 11:07:54.668743 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.base_scheduler [None req-33c5f7e7-2a1d-453d-9c1b-ac531f03e635 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844605-1-iscsi, 747804e6-04a0-48a4-88ea-605b16c5222d) {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:07:54.674660 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c5f7e7-2a1d-453d-9c1b-ac531f03e635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:07:54.675290 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-33c5f7e7-2a1d-453d-9c1b-ac531f03e635 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562711'] for subnet, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:07:54.678215 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f44930-2db3-4422-b8cd-82b1b3a1a6a1 None None] Network 747804e6-04a0-48a4-88ea-605b16c5222d requested from dv-cinder-844605-1-iscsi {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:07:54.699649 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-33c5f7e7-2a1d-453d-9c1b-ac531f03e635 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5293503 Jun 28 11:07:54.978887 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7682436-5f20-431a-8a96-e92f2c82594b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad984f-d5be-5395-a87e-fa0999123cbc-747804e6-04a0-48a4-88ea-605b16c5222d', 'network_id': '747804e6-04a0-48a4-88ea-605b16c5222d', 'tenant_id': '61342b6575d94d49a008613d364674a4', 'fixed_ips': [{'subnet_id': 'cd77acd0-93f3-4c28-858a-470133ff7247'}]}} from dv-cinder-844605-1-iscsi. {{(pid=88179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 28 11:07:54.980226 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c7682436-5f20-431a-8a96-e92f2c82594b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_create {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:07:55.166576 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_common [None req-c7682436-5f20-431a-8a96-e92f2c82594b None None] Allocated IP 172.20.0.2 (747804e6-04a0-48a4-88ea-605b16c5222d/cd77acd0-93f3-4c28-858a-470133ff7247/ace3faf8-0435-4de2-8878-ba03858a52bd) {{(pid=88179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:07:55.395791 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c7682436-5f20-431a-8a96-e92f2c82594b None None] Notify callbacks [] for port, precommit_create {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:07:55.409501 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-c7682436-5f20-431a-8a96-e92f2c82594b None None] Transition to ACTIVE for port object ace3faf8-0435-4de2-8878-ba03858a52bd will not be triggered until provisioned by entity L2. {{(pid=88179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:07:55.429272 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-c7682436-5f20-431a-8a96-e92f2c82594b None None] Transition to ACTIVE for port object ace3faf8-0435-4de2-8878-ba03858a52bd will not be triggered until provisioned by entity DHCP. {{(pid=88179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:07:55.436345 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c7682436-5f20-431a-8a96-e92f2c82594b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782103981231'] for port, after_create {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:07:55.498993 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7682436-5f20-431a-8a96-e92f2c82594b None None] Network 747804e6-04a0-48a4-88ea-605b16c5222d is already hosted by enough agents. {{(pid=88179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:07:55.501782 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-c7682436-5f20-431a-8a96-e92f2c82594b None None] Resources bound (agent type, host, resource id): {{(pid=88179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:07:55.507787 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7682436-5f20-431a-8a96-e92f2c82594b None None] Received port after_create {{(pid=88179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:07:55.547159 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7682436-5f20-431a-8a96-e92f2c82594b None None] Pushing event updated for resources: {'Port': ['ID=ace3faf8-0435-4de2-8878-ba03858a52bd,revision_number=1']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:07:55.564031 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7682436-5f20-431a-8a96-e92f2c82594b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:07:55.564374 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7682436-5f20-431a-8a96-e92f2c82594b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:07:55.564739 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7682436-5f20-431a-8a96-e92f2c82594b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:07:55.565054 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7682436-5f20-431a-8a96-e92f2c82594b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:07:55.565400 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7682436-5f20-431a-8a96-e92f2c82594b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:07:55.565728 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7682436-5f20-431a-8a96-e92f2c82594b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:07:55.566056 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7682436-5f20-431a-8a96-e92f2c82594b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:07:55.566382 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7682436-5f20-431a-8a96-e92f2c82594b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:07:55.566719 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7682436-5f20-431a-8a96-e92f2c82594b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:07:55.567047 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7682436-5f20-431a-8a96-e92f2c82594b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:07:55.567368 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7682436-5f20-431a-8a96-e92f2c82594b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:07:55.567671 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7682436-5f20-431a-8a96-e92f2c82594b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:07:55.568805 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7682436-5f20-431a-8a96-e92f2c82594b None None] Tracked resource versions report: Jun 28 11:07:55.568805 dv-cinder-844605-1-iscsi neutron-server[88179]: pushed versions: Jun 28 11:07:55.568805 dv-cinder-844605-1-iscsi neutron-server[88179]: { 'AddressGroup': {'1.2'}, Jun 28 11:07:55.568805 dv-cinder-844605-1-iscsi neutron-server[88179]: 'ConntrackHelper': {'1.0'}, Jun 28 11:07:55.568805 dv-cinder-844605-1-iscsi neutron-server[88179]: 'Log': {'1.0'}, Jun 28 11:07:55.568805 dv-cinder-844605-1-iscsi neutron-server[88179]: 'Network': {'1.1'}, Jun 28 11:07:55.568805 dv-cinder-844605-1-iscsi neutron-server[88179]: 'Port': {'1.7'}, Jun 28 11:07:55.568805 dv-cinder-844605-1-iscsi neutron-server[88179]: 'PortForwarding': {'1.2'}, Jun 28 11:07:55.568805 dv-cinder-844605-1-iscsi neutron-server[88179]: 'QosPolicy': {'1.8'}, Jun 28 11:07:55.568805 dv-cinder-844605-1-iscsi neutron-server[88179]: 'SecurityGroup': {'1.4'}, Jun 28 11:07:55.568805 dv-cinder-844605-1-iscsi neutron-server[88179]: 'SecurityGroupRule': {'1.2'}, Jun 28 11:07:55.568805 dv-cinder-844605-1-iscsi neutron-server[88179]: 'SubPort': {'1.0'}, Jun 28 11:07:55.568805 dv-cinder-844605-1-iscsi neutron-server[88179]: 'Subnet': {'1.1'}, Jun 28 11:07:55.568805 dv-cinder-844605-1-iscsi neutron-server[88179]: 'Trunk': {'1.1'}} Jun 28 11:07:55.568805 dv-cinder-844605-1-iscsi neutron-server[88179]: consumer versions: Jun 28 11:07:55.568805 dv-cinder-844605-1-iscsi neutron-server[88179]: { DHCP agent@dv-cinder-844605-1-iscsi: {}, Jun 28 11:07:55.568805 dv-cinder-844605-1-iscsi neutron-server[88179]: L3 agent@dv-cinder-844605-1-iscsi: {}, Jun 28 11:07:55.568805 dv-cinder-844605-1-iscsi neutron-server[88179]: Metadata agent@dv-cinder-844605-1-iscsi: {}, Jun 28 11:07:55.568805 dv-cinder-844605-1-iscsi neutron-server[88179]: Metering agent@dv-cinder-844605-1-iscsi: {}, Jun 28 11:07:55.568805 dv-cinder-844605-1-iscsi neutron-server[88179]: Open vSwitch agent@dv-cinder-844605-1-iscsi: { 'AddressGroup': '1.2', Jun 28 11:07:55.568805 dv-cinder-844605-1-iscsi neutron-server[88179]: 'ConntrackHelper': '1.0', Jun 28 11:07:55.568805 dv-cinder-844605-1-iscsi neutron-server[88179]: 'Log': '1.0', Jun 28 11:07:55.568805 dv-cinder-844605-1-iscsi neutron-server[88179]: 'Network': '1.1', Jun 28 11:07:55.568805 dv-cinder-844605-1-iscsi neutron-server[88179]: 'Port': '1.7', Jun 28 11:07:55.568805 dv-cinder-844605-1-iscsi neutron-server[88179]: 'PortForwarding': '1.2', Jun 28 11:07:55.568805 dv-cinder-844605-1-iscsi neutron-server[88179]: 'QosPolicy': '1.8', Jun 28 11:07:55.568805 dv-cinder-844605-1-iscsi neutron-server[88179]: 'SecurityGroup': '1.4', Jun 28 11:07:55.568805 dv-cinder-844605-1-iscsi neutron-server[88179]: 'SecurityGroupRule': '1.2', Jun 28 11:07:55.568805 dv-cinder-844605-1-iscsi neutron-server[88179]: 'SubPort': '1.0', Jun 28 11:07:55.568805 dv-cinder-844605-1-iscsi neutron-server[88179]: 'Subnet': '1.1', Jun 28 11:07:55.568805 dv-cinder-844605-1-iscsi neutron-server[88179]: 'Trunk': '1.1'}} Jun 28 11:07:55.568805 dv-cinder-844605-1-iscsi neutron-server[88179]: {{(pid=88179) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 11:07:55.628190 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-c7682436-5f20-431a-8a96-e92f2c82594b None None] Attempting to bind port ace3faf8-0435-4de2-8878-ba03858a52bd on host dv-cinder-844605-1-iscsi for vnic_type normal with profile {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:07:55.628591 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-c7682436-5f20-431a-8a96-e92f2c82594b None None] Attempting to bind port ace3faf8-0435-4de2-8878-ba03858a52bd by drivers openvswitch,hyperv on host dv-cinder-844605-1-iscsi at level 0 using segments [{'id': 'ba48a705-ba1d-4069-a98e-5b512f0595c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '747804e6-04a0-48a4-88ea-605b16c5222d'}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:07:55.629039 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7682436-5f20-431a-8a96-e92f2c82594b None None] Attempting to bind port ace3faf8-0435-4de2-8878-ba03858a52bd on network 747804e6-04a0-48a4-88ea-605b16c5222d {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:07:55.634391 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7682436-5f20-431a-8a96-e92f2c82594b None None] Checking agent: {'id': 'b95f8be4-ac30-48f3-8fc1-8bf3ad4a0571', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 7, 40), 'started_at': datetime.datetime(2022, 6, 28, 11, 7, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:07:55.634761 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7682436-5f20-431a-8a96-e92f2c82594b None None] Checking segment: {'id': 'ba48a705-ba1d-4069-a98e-5b512f0595c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '747804e6-04a0-48a4-88ea-605b16c5222d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:07:55.635234 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c7682436-5f20-431a-8a96-e92f2c82594b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:07:55.635632 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7682436-5f20-431a-8a96-e92f2c82594b None None] Bound using segment: {'id': 'ba48a705-ba1d-4069-a98e-5b512f0595c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '747804e6-04a0-48a4-88ea-605b16c5222d'} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:07:55.636227 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-c7682436-5f20-431a-8a96-e92f2c82594b None None] Bound port: ace3faf8-0435-4de2-8878-ba03858a52bd, host: dv-cinder-844605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba48a705-ba1d-4069-a98e-5b512f0595c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '747804e6-04a0-48a4-88ea-605b16c5222d'}}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:07:55.636849 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c7682436-5f20-431a-8a96-e92f2c82594b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:07:55.726457 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-c7682436-5f20-431a-8a96-e92f2c82594b None None] For port ace3faf8-0435-4de2-8878-ba03858a52bd, host dv-cinder-844605-1-iscsi, cleared binding levels {{(pid=88179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:07:55.730505 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-c7682436-5f20-431a-8a96-e92f2c82594b None None] For port ace3faf8-0435-4de2-8878-ba03858a52bd, host dv-cinder-844605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=ace3faf8-0435-4de2-8878-ba03858a52bd,segment=NetworkSegment(ba48a705-ba1d-4069-a98e-5b512f0595c2),segment_id=ba48a705-ba1d-4069-a98e-5b512f0595c2)] {{(pid=88179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:07:55.735962 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c7682436-5f20-431a-8a96-e92f2c82594b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:07:55.823043 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7682436-5f20-431a-8a96-e92f2c82594b None None] Pushing event updated for resources: {'Port': ['ID=ace3faf8-0435-4de2-8878-ba03858a52bd,revision_number=2']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:07:57.167426 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 50092) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:07:57.542945 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [None req-77d9d608-afe1-46ec-8022-9d9b7b2de23d admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 11:07:57.543935 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-77d9d608-afe1-46ec-8022-9d9b7b2de23d admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3756449 Jun 28 11:07:59.595790 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12d7c46-9a0e-4571-b8f6-fd310eff0cb4 None None] Network 747804e6-04a0-48a4-88ea-605b16c5222d requested from dv-cinder-844605-1-iscsi {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:07:59.685056 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-84e28d14-ff2b-46e6-b8d4-955b20963d33 None None] Provisioning for port ace3faf8-0435-4de2-8878-ba03858a52bd completed by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:07:59.704804 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device ace3faf8-0435-4de2-8878-ba03858a52bd up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:07:59.839498 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning for port ace3faf8-0435-4de2-8878-ba03858a52bd completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:07:59.852274 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning complete for port ace3faf8-0435-4de2-8878-ba03858a52bd triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:07:59.852688 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:07:59.969349 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 50106) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:08:00.050524 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Current status of the port ace3faf8-0435-4de2-8878-ba03858a52bd is: DOWN; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:08:00.050934 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:00.088329 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] For port ace3faf8-0435-4de2-8878-ba03858a52bd, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=ace3faf8-0435-4de2-8878-ba03858a52bd,segment=NetworkSegment(ba48a705-ba1d-4069-a98e-5b512f0595c2),segment_id=ba48a705-ba1d-4069-a98e-5b512f0595c2)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:08:00.094289 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:00.170401 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Pushing event updated for resources: {'Port': ['ID=ace3faf8-0435-4de2-8878-ba03858a52bd,revision_number=3']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:08:00.316972 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-04d12f50-9f79-4090-93da-a46470321356 None None] Provisioning complete for port ace3faf8-0435-4de2-8878-ba03858a52bd triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:08:00.317455 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-04d12f50-9f79-4090-93da-a46470321356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:00.353543 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [None req-8b4764bc-fe95-42a4-a5e1-356b0b5fc166 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 11:08:00.354122 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-8b4764bc-fe95-42a4-a5e1-356b0b5fc166 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3835912 Jun 28 11:08:00.438767 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-04d12f50-9f79-4090-93da-a46470321356 None None] Current status of the port ace3faf8-0435-4de2-8878-ba03858a52bd is: ACTIVE; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:08:01.658355 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device ace3faf8-0435-4de2-8878-ba03858a52bd up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:08:01.724782 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning complete for port ace3faf8-0435-4de2-8878-ba03858a52bd triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:08:01.725149 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:01.840208 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Current status of the port ace3faf8-0435-4de2-8878-ba03858a52bd is: ACTIVE; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:08:03.099485 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 50118) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:08:03.462511 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [None req-bd5132a3-f7ae-4c85-98e3-16699743a47e admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '61342b6575d94d49a008613d364674a4'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:08:03.467562 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-bd5132a3-f7ae-4c85-98e3-16699743a47e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:08:03.472024 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-bd5132a3-f7ae-4c85-98e3-16699743a47e admin admin] Usage tracker for resource:router and tenant:61342b6575d94d49a008613d364674a4 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:08:03.475579 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-bd5132a3-f7ae-4c85-98e3-16699743a47e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:08:03.482503 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-bd5132a3-f7ae-4c85-98e3-16699743a47e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:08:03.496437 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-bd5132a3-f7ae-4c85-98e3-16699743a47e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5216'] for router, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:03.498066 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-bd5132a3-f7ae-4c85-98e3-16699743a47e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-362573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5243'] for router, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:03.519342 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-bd5132a3-f7ae-4c85-98e3-16699743a47e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:03.638817 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-bd5132a3-f7ae-4c85-98e3-16699743a47e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362520'] for router, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:03.658997 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-bd5132a3-f7ae-4c85-98e3-16699743a47e admin admin] Notify callbacks [] for router, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:03.660291 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-bd5132a3-f7ae-4c85-98e3-16699743a47e admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5598288 Jun 28 11:08:06.103604 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 50128) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:08:06.184010 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-90ad921d-685d-4d68-8f07-71e0d2c5a0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:06.499831 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [None req-ca03fd05-18e4-413a-ac07-237eeaa19a92 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 11:08:06.500837 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-ca03fd05-18e4-413a-ac07-237eeaa19a92 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3962812 Jun 28 11:08:08.238077 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.agents_db [None req-fef25e13-dc2d-42bf-aa2e-f684c08e94a6 None None] Agent healthcheck: found 5 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:08:08.394931 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b1b5e41e-c38e-4cf2-a7b3-c933465d1c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:08.956818 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 50138) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:08:09.347950 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [None req-ec90fa7f-05fc-46a9-a5be-8c0fcda9e762 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:08:09.355492 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-ec90fa7f-05fc-46a9-a5be-8c0fcda9e762 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:08:09.359625 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-ec90fa7f-05fc-46a9-a5be-8c0fcda9e762 admin admin] Usage tracker for resource:network and tenant:5f7f3f1b6a1b4f5185f98dcd42a72f86 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:08:09.362764 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-ec90fa7f-05fc-46a9-a5be-8c0fcda9e762 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:08:09.368742 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-ec90fa7f-05fc-46a9-a5be-8c0fcda9e762 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:08:09.381312 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec90fa7f-05fc-46a9-a5be-8c0fcda9e762 admin admin] Made reservation on behalf of 5f7f3f1b6a1b4f5185f98dcd42a72f86 for: {'network': 1} {{(pid=88178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:08:09.383624 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-ec90fa7f-05fc-46a9-a5be-8c0fcda9e762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for network, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:09.399568 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-ec90fa7f-05fc-46a9-a5be-8c0fcda9e762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:09.414448 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-ec90fa7f-05fc-46a9-a5be-8c0fcda9e762 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:08:09.418223 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-ec90fa7f-05fc-46a9-a5be-8c0fcda9e762 admin admin] Usage tracker for resource:security_group_rule and tenant:5f7f3f1b6a1b4f5185f98dcd42a72f86 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:08:09.421364 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-ec90fa7f-05fc-46a9-a5be-8c0fcda9e762 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:08:09.426952 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-ec90fa7f-05fc-46a9-a5be-8c0fcda9e762 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:08:09.519159 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b58b1c24-9254-4745-9794-e7d1435c798c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:09.539715 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-ec90fa7f-05fc-46a9-a5be-8c0fcda9e762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:09.545581 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-ec90fa7f-05fc-46a9-a5be-8c0fcda9e762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:09.563267 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ec90fa7f-05fc-46a9-a5be-8c0fcda9e762 admin admin] Reserving flat network on physical network physnet1 {{(pid=88178) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 28 11:08:09.584605 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec90fa7f-05fc-46a9-a5be-8c0fcda9e762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b601d96-007a-4bd5-ad42-777c9ac50406,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:08:09.590266 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-ec90fa7f-05fc-46a9-a5be-8c0fcda9e762 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782104351344', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812087'] for segment, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:09.590796 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-ec90fa7f-05fc-46a9-a5be-8c0fcda9e762 admin admin] Unsubscribe: segment precommit_create {{(pid=88178) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 28 11:08:09.591313 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.db.segments_db [None req-ec90fa7f-05fc-46a9-a5be-8c0fcda9e762 admin admin] Added segment 886fa905-49b2-4170-854f-b2cc2955959a of type flat for network 6387ef29-ddd8-4632-9016-e02c39923463 Jun 28 11:08:09.630793 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-ec90fa7f-05fc-46a9-a5be-8c0fcda9e762 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782103966769'] for network, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:09.681480 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-ec90fa7f-05fc-46a9-a5be-8c0fcda9e762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693'] for network, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:09.682949 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec90fa7f-05fc-46a9-a5be-8c0fcda9e762 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:08:09.683526 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-ec90fa7f-05fc-46a9-a5be-8c0fcda9e762 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562711'] for network, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:09.783420 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-ec90fa7f-05fc-46a9-a5be-8c0fcda9e762 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8254907 Jun 28 11:08:09.786382 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec90fa7f-05fc-46a9-a5be-8c0fcda9e762 admin admin] Pushing event updated for resources: {'Network': ['ID=6387ef29-ddd8-4632-9016-e02c39923463,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:08:09.802512 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Network 6387ef29-ddd8-4632-9016-e02c39923463 details requested by agent ovs-agent-dv-cinder-844605-1-iscsi with host dv-cinder-844605-1-iscsi {{(pid=88179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 11:08:09.821516 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:10.848423 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-90b31af6-315a-40c1-95e8-9ba1745e2d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:12.210203 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 50158) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:08:12.436924 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22925cf-9272-4af6-b7d8-90d2fd4f0b56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:08:12.438244 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-f22925cf-9272-4af6-b7d8-90d2fd4f0b56 admin admin] 10.222.0.23 "GET /v2.0/subnets/cd77acd0-93f3-4c28-858a-470133ff7247 HTTP/1.1" status: 200 len: 849 time: 0.2270856 Jun 28 11:08:12.582948 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-800ad824-6eea-4d4e-b06e-0c9ca7edcb7e admin admin] 10.222.0.23 "GET /v2.0/routers/8a3c3d8f-629a-43b2-8671-c252fb17e400 HTTP/1.1" status: 200 len: 704 time: 0.1385968 Jun 28 11:08:13.086364 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-551e88fa-a63e-46f8-97d8-92d4379bc243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:13.324798 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.db_base_plugin_common [None req-551e88fa-a63e-46f8-97d8-92d4379bc243 admin admin] Allocated IP 172.20.0.1 (747804e6-04a0-48a4-88ea-605b16c5222d/cd77acd0-93f3-4c28-858a-470133ff7247/66707f0c-89bb-49fa-a3ad-6817bcca00f7) {{(pid=88178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:08:13.483259 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-551e88fa-a63e-46f8-97d8-92d4379bc243 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:13.501188 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.provisioning_blocks [None req-551e88fa-a63e-46f8-97d8-92d4379bc243 admin admin] Transition to ACTIVE for port object 66707f0c-89bb-49fa-a3ad-6817bcca00f7 will not be triggered until provisioned by entity DHCP. {{(pid=88178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:08:13.590480 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-551e88fa-a63e-46f8-97d8-92d4379bc243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782103981231'] for port, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:13.665955 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551e88fa-a63e-46f8-97d8-92d4379bc243 admin admin] Network 747804e6-04a0-48a4-88ea-605b16c5222d is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:08:13.669112 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.base_scheduler [None req-551e88fa-a63e-46f8-97d8-92d4379bc243 admin admin] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:08:13.672842 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551e88fa-a63e-46f8-97d8-92d4379bc243 admin admin] Received port after_create {{(pid=88178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:08:13.673365 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-551e88fa-a63e-46f8-97d8-92d4379bc243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-361810'] for router_interface, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:13.790040 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551e88fa-a63e-46f8-97d8-92d4379bc243 admin admin] Pushing event updated for resources: {'Port': ['ID=66707f0c-89bb-49fa-a3ad-6817bcca00f7,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:08:13.863699 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-d3b2ff85-ea5a-474b-b352-3e5313ef0d00 None None] Provisioning for port 66707f0c-89bb-49fa-a3ad-6817bcca00f7 completed by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:08:13.868562 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-d3b2ff85-ea5a-474b-b352-3e5313ef0d00 None None] Provisioning complete for port 66707f0c-89bb-49fa-a3ad-6817bcca00f7 triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:08:13.869075 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d3b2ff85-ea5a-474b-b352-3e5313ef0d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:13.925403 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-d3b2ff85-ea5a-474b-b352-3e5313ef0d00 None None] Port 66707f0c-89bb-49fa-a3ad-6817bcca00f7 cannot update to ACTIVE because it is not bound. {{(pid=88179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:08:13.933595 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-551e88fa-a63e-46f8-97d8-92d4379bc243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:14.161792 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-551e88fa-a63e-46f8-97d8-92d4379bc243 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:14.168719 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-551e88fa-a63e-46f8-97d8-92d4379bc243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:14.169524 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-551e88fa-a63e-46f8-97d8-92d4379bc243 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-361783'] for router_interface, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:14.296789 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551e88fa-a63e-46f8-97d8-92d4379bc243 admin admin] Pushing event updated for resources: {'Port': ['ID=66707f0c-89bb-49fa-a3ad-6817bcca00f7,revision_number=2']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:08:14.379030 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551e88fa-a63e-46f8-97d8-92d4379bc243 admin admin] Network 747804e6-04a0-48a4-88ea-605b16c5222d is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:08:14.380186 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.base_scheduler [None req-551e88fa-a63e-46f8-97d8-92d4379bc243 admin admin] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:08:14.549832 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-ed3aeeed-8d8f-4ff1-b3ae-472501ebb009 None None] Provisioning complete for port 66707f0c-89bb-49fa-a3ad-6817bcca00f7 triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:08:14.550137 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ed3aeeed-8d8f-4ff1-b3ae-472501ebb009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:14.568131 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-551e88fa-a63e-46f8-97d8-92d4379bc243 admin admin] Router 8a3c3d8f-629a-43b2-8671-c252fb17e400 is scheduled to L3 agent 65138fbb-a379-4cdd-9015-09db381edeba with binding_index 1 {{(pid=88178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 11:08:14.601690 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-ed3aeeed-8d8f-4ff1-b3ae-472501ebb009 None None] Port 66707f0c-89bb-49fa-a3ad-6817bcca00f7 cannot update to ACTIVE because it is not bound. {{(pid=88179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:08:14.725700 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-551e88fa-a63e-46f8-97d8-92d4379bc243 admin admin] Notify agent at l3_agent.dv-cinder-844605-1-iscsi the message routers_updated {{(pid=88178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:08:14.735010 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-551e88fa-a63e-46f8-97d8-92d4379bc243 admin admin] 10.222.0.23 "PUT /v2.0/routers/8a3c3d8f-629a-43b2-8671-c252fb17e400/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1446218 Jun 28 11:08:14.735780 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9695968f-1f29-4d15-b2e2-8b217c63981f None None] Sync routers for ids ['8a3c3d8f-629a-43b2-8671-c252fb17e400'] in dv-cinder-844605-1-iscsi {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:08:14.746538 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9695968f-1f29-4d15-b2e2-8b217c63981f None None] Routers {'8a3c3d8f-629a-43b2-8671-c252fb17e400'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:08:14.747335 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-9695968f-1f29-4d15-b2e2-8b217c63981f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:08:08Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['8a3c3d8f-629a-43b2-8671-c252fb17e400'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:08:14.922848 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvr_db [None req-9695968f-1f29-4d15-b2e2-8b217c63981f None None] Set router 8a3c3d8f-629a-43b2-8671-c252fb17e400 gateway port host: None {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:08:15.288322 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-9695968f-1f29-4d15-b2e2-8b217c63981f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a3c3d8f-629a-43b2-8671-c252fb17e400', 'name': 'router1', 'tenant_id': '61342b6575d94d49a008613d364674a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:08:03Z', 'updated_at': '2022-06-28T11:08:13Z', 'revision_number': 2, 'project_id': '61342b6575d94d49a008613d364674a4', 'gw_port_host': None, '_interfaces': [{'id': '66707f0c-89bb-49fa-a3ad-6817bcca00f7', 'name': '', 'network_id': '747804e6-04a0-48a4-88ea-605b16c5222d', 'tenant_id': '61342b6575d94d49a008613d364674a4', 'mac_address': 'fa:16:3e:96:e3:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a3c3d8f-629a-43b2-8671-c252fb17e400', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cd77acd0-93f3-4c28-858a-470133ff7247', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:08:13Z', 'updated_at': '2022-06-28T11:08:14Z', 'revision_number': 2, 'project_id': '61342b6575d94d49a008613d364674a4', 'subnets': [{'id': 'cd77acd0-93f3-4c28-858a-470133ff7247', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9c0f0b34-8c31-4485-b6df-2853c893214f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:08:15.293769 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9695968f-1f29-4d15-b2e2-8b217c63981f None None] Checking router: 8a3c3d8f-629a-43b2-8671-c252fb17e400 for host: dv-cinder-844605-1-iscsi {{(pid=88180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:08:15.294133 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9695968f-1f29-4d15-b2e2-8b217c63981f None None] Updating router 8a3c3d8f-629a-43b2-8671-c252fb17e400 port 66707f0c-89bb-49fa-a3ad-6817bcca00f7 binding host dv-cinder-844605-1-iscsi {{(pid=88180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 11:08:15.345330 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron_lib.callbacks.manager [None req-9695968f-1f29-4d15-b2e2-8b217c63981f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:15.724184 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron_lib.callbacks.manager [None req-9695968f-1f29-4d15-b2e2-8b217c63981f None None] Notify callbacks [] for port, precommit_update {{(pid=88180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:15.739362 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.provisioning_blocks [None req-9695968f-1f29-4d15-b2e2-8b217c63981f None None] Transition to ACTIVE for port object 66707f0c-89bb-49fa-a3ad-6817bcca00f7 will not be triggered until provisioned by entity L2. {{(pid=88180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:08:15.746040 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron_lib.callbacks.manager [None req-9695968f-1f29-4d15-b2e2-8b217c63981f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:15.976988 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e646832-b103-4202-a0e7-816282414d5f None None] Pushing event updated for resources: {'Port': ['ID=66707f0c-89bb-49fa-a3ad-6817bcca00f7,revision_number=3']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:08:15.986314 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.managers [None req-9695968f-1f29-4d15-b2e2-8b217c63981f None None] Attempting to bind port 66707f0c-89bb-49fa-a3ad-6817bcca00f7 on host dv-cinder-844605-1-iscsi for vnic_type normal with profile {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:08:15.986698 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.managers [None req-9695968f-1f29-4d15-b2e2-8b217c63981f None None] Attempting to bind port 66707f0c-89bb-49fa-a3ad-6817bcca00f7 by drivers openvswitch,hyperv on host dv-cinder-844605-1-iscsi at level 0 using segments [{'id': 'ba48a705-ba1d-4069-a98e-5b512f0595c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '747804e6-04a0-48a4-88ea-605b16c5222d'}] {{(pid=88180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:08:15.987110 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9695968f-1f29-4d15-b2e2-8b217c63981f None None] Attempting to bind port 66707f0c-89bb-49fa-a3ad-6817bcca00f7 on network 747804e6-04a0-48a4-88ea-605b16c5222d {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:08:15.991139 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e646832-b103-4202-a0e7-816282414d5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:15.991472 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e646832-b103-4202-a0e7-816282414d5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:15.991798 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e646832-b103-4202-a0e7-816282414d5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:15.992122 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e646832-b103-4202-a0e7-816282414d5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:15.992446 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e646832-b103-4202-a0e7-816282414d5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:15.992820 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e646832-b103-4202-a0e7-816282414d5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:15.993137 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e646832-b103-4202-a0e7-816282414d5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:15.993452 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e646832-b103-4202-a0e7-816282414d5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:15.993771 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e646832-b103-4202-a0e7-816282414d5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:15.994084 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e646832-b103-4202-a0e7-816282414d5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:15.994395 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e646832-b103-4202-a0e7-816282414d5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:15.994705 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e646832-b103-4202-a0e7-816282414d5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:15.996024 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e646832-b103-4202-a0e7-816282414d5f None None] Tracked resource versions report: Jun 28 11:08:15.996024 dv-cinder-844605-1-iscsi neutron-server[88180]: pushed versions: Jun 28 11:08:15.996024 dv-cinder-844605-1-iscsi neutron-server[88180]: { 'AddressGroup': {'1.2'}, Jun 28 11:08:15.996024 dv-cinder-844605-1-iscsi neutron-server[88180]: 'ConntrackHelper': {'1.0'}, Jun 28 11:08:15.996024 dv-cinder-844605-1-iscsi neutron-server[88180]: 'Log': {'1.0'}, Jun 28 11:08:15.996024 dv-cinder-844605-1-iscsi neutron-server[88180]: 'Network': {'1.1'}, Jun 28 11:08:15.996024 dv-cinder-844605-1-iscsi neutron-server[88180]: 'Port': {'1.7'}, Jun 28 11:08:15.996024 dv-cinder-844605-1-iscsi neutron-server[88180]: 'PortForwarding': {'1.2'}, Jun 28 11:08:15.996024 dv-cinder-844605-1-iscsi neutron-server[88180]: 'QosPolicy': {'1.8'}, Jun 28 11:08:15.996024 dv-cinder-844605-1-iscsi neutron-server[88180]: 'SecurityGroup': {'1.4'}, Jun 28 11:08:15.996024 dv-cinder-844605-1-iscsi neutron-server[88180]: 'SecurityGroupRule': {'1.2'}, Jun 28 11:08:15.996024 dv-cinder-844605-1-iscsi neutron-server[88180]: 'SubPort': {'1.0'}, Jun 28 11:08:15.996024 dv-cinder-844605-1-iscsi neutron-server[88180]: 'Subnet': {'1.1'}, Jun 28 11:08:15.996024 dv-cinder-844605-1-iscsi neutron-server[88180]: 'Trunk': {'1.1'}} Jun 28 11:08:15.996024 dv-cinder-844605-1-iscsi neutron-server[88180]: consumer versions: Jun 28 11:08:15.996024 dv-cinder-844605-1-iscsi neutron-server[88180]: { DHCP agent@dv-cinder-844605-1-iscsi: {}, Jun 28 11:08:15.996024 dv-cinder-844605-1-iscsi neutron-server[88180]: L3 agent@dv-cinder-844605-1-iscsi: {}, Jun 28 11:08:15.996024 dv-cinder-844605-1-iscsi neutron-server[88180]: Metadata agent@dv-cinder-844605-1-iscsi: {}, Jun 28 11:08:15.996024 dv-cinder-844605-1-iscsi neutron-server[88180]: Metering agent@dv-cinder-844605-1-iscsi: {}, Jun 28 11:08:15.996024 dv-cinder-844605-1-iscsi neutron-server[88180]: Open vSwitch agent@dv-cinder-844605-1-iscsi: { 'AddressGroup': '1.2', Jun 28 11:08:15.996024 dv-cinder-844605-1-iscsi neutron-server[88180]: 'ConntrackHelper': '1.0', Jun 28 11:08:15.996024 dv-cinder-844605-1-iscsi neutron-server[88180]: 'Log': '1.0', Jun 28 11:08:15.996024 dv-cinder-844605-1-iscsi neutron-server[88180]: 'Network': '1.1', Jun 28 11:08:15.996024 dv-cinder-844605-1-iscsi neutron-server[88180]: 'Port': '1.7', Jun 28 11:08:15.996024 dv-cinder-844605-1-iscsi neutron-server[88180]: 'PortForwarding': '1.2', Jun 28 11:08:15.996024 dv-cinder-844605-1-iscsi neutron-server[88180]: 'QosPolicy': '1.8', Jun 28 11:08:15.996024 dv-cinder-844605-1-iscsi neutron-server[88180]: 'SecurityGroup': '1.4', Jun 28 11:08:15.996024 dv-cinder-844605-1-iscsi neutron-server[88180]: 'SecurityGroupRule': '1.2', Jun 28 11:08:15.996024 dv-cinder-844605-1-iscsi neutron-server[88180]: 'SubPort': '1.0', Jun 28 11:08:15.996024 dv-cinder-844605-1-iscsi neutron-server[88180]: 'Subnet': '1.1', Jun 28 11:08:15.996024 dv-cinder-844605-1-iscsi neutron-server[88180]: 'Trunk': '1.1'}} Jun 28 11:08:15.996024 dv-cinder-844605-1-iscsi neutron-server[88180]: {{(pid=88180) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 11:08:16.002076 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9695968f-1f29-4d15-b2e2-8b217c63981f None None] Checking agent: {'id': 'b95f8be4-ac30-48f3-8fc1-8bf3ad4a0571', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 7, 40), 'started_at': datetime.datetime(2022, 6, 28, 11, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:08:16.002441 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9695968f-1f29-4d15-b2e2-8b217c63981f None None] Checking segment: {'id': 'ba48a705-ba1d-4069-a98e-5b512f0595c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '747804e6-04a0-48a4-88ea-605b16c5222d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:08:16.002913 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron_lib.callbacks.manager [None req-9695968f-1f29-4d15-b2e2-8b217c63981f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:16.003279 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9695968f-1f29-4d15-b2e2-8b217c63981f None None] Bound using segment: {'id': 'ba48a705-ba1d-4069-a98e-5b512f0595c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '747804e6-04a0-48a4-88ea-605b16c5222d'} {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:08:16.003776 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.managers [None req-9695968f-1f29-4d15-b2e2-8b217c63981f None None] Bound port: 66707f0c-89bb-49fa-a3ad-6817bcca00f7, host: dv-cinder-844605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba48a705-ba1d-4069-a98e-5b512f0595c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '747804e6-04a0-48a4-88ea-605b16c5222d'}}] {{(pid=88180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:08:16.004150 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron_lib.callbacks.manager [None req-9695968f-1f29-4d15-b2e2-8b217c63981f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:16.092769 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.db [None req-9695968f-1f29-4d15-b2e2-8b217c63981f None None] For port 66707f0c-89bb-49fa-a3ad-6817bcca00f7, host dv-cinder-844605-1-iscsi, cleared binding levels {{(pid=88180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:08:16.097209 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.db [None req-9695968f-1f29-4d15-b2e2-8b217c63981f None None] For port 66707f0c-89bb-49fa-a3ad-6817bcca00f7, host dv-cinder-844605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=66707f0c-89bb-49fa-a3ad-6817bcca00f7,segment=NetworkSegment(ba48a705-ba1d-4069-a98e-5b512f0595c2),segment_id=ba48a705-ba1d-4069-a98e-5b512f0595c2)] {{(pid=88180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:08:16.103667 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron_lib.callbacks.manager [None req-9695968f-1f29-4d15-b2e2-8b217c63981f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:16.193230 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9695968f-1f29-4d15-b2e2-8b217c63981f None None] Routers {'8a3c3d8f-629a-43b2-8671-c252fb17e400'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:08:16.193858 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-9695968f-1f29-4d15-b2e2-8b217c63981f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:08:08Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['8a3c3d8f-629a-43b2-8671-c252fb17e400'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:08:16.244563 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e646832-b103-4202-a0e7-816282414d5f None None] Pushing event updated for resources: {'Port': ['ID=66707f0c-89bb-49fa-a3ad-6817bcca00f7,revision_number=4']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:08:16.383414 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvr_db [None req-9695968f-1f29-4d15-b2e2-8b217c63981f None None] Set router 8a3c3d8f-629a-43b2-8671-c252fb17e400 gateway port host: None {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:08:16.707264 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-9695968f-1f29-4d15-b2e2-8b217c63981f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a3c3d8f-629a-43b2-8671-c252fb17e400', 'name': 'router1', 'tenant_id': '61342b6575d94d49a008613d364674a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:08:03Z', 'updated_at': '2022-06-28T11:08:13Z', 'revision_number': 2, 'project_id': '61342b6575d94d49a008613d364674a4', 'gw_port_host': None, '_interfaces': [{'id': '66707f0c-89bb-49fa-a3ad-6817bcca00f7', 'name': '', 'network_id': '747804e6-04a0-48a4-88ea-605b16c5222d', 'tenant_id': '61342b6575d94d49a008613d364674a4', 'mac_address': 'fa:16:3e:96:e3:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a3c3d8f-629a-43b2-8671-c252fb17e400', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cd77acd0-93f3-4c28-858a-470133ff7247', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:08:13Z', 'updated_at': '2022-06-28T11:08:16Z', 'revision_number': 4, 'project_id': '61342b6575d94d49a008613d364674a4', 'subnets': [{'id': 'cd77acd0-93f3-4c28-858a-470133ff7247', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9c0f0b34-8c31-4485-b6df-2853c893214f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:08:16.711280 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9695968f-1f29-4d15-b2e2-8b217c63981f None None] The sync data for ids ['8a3c3d8f-629a-43b2-8671-c252fb17e400'] in dv-cinder-844605-1-iscsi is: [{'id': '8a3c3d8f-629a-43b2-8671-c252fb17e400', 'name': 'router1', 'tenant_id': '61342b6575d94d49a008613d364674a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:08:03Z', 'updated_at': '2022-06-28T11:08:13Z', 'revision_number': 2, 'project_id': '61342b6575d94d49a008613d364674a4', 'gw_port_host': None, '_interfaces': [{'id': '66707f0c-89bb-49fa-a3ad-6817bcca00f7', 'name': '', 'network_id': '747804e6-04a0-48a4-88ea-605b16c5222d', 'tenant_id': '61342b6575d94d49a008613d364674a4', 'mac_address': 'fa:16:3e:96:e3:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a3c3d8f-629a-43b2-8671-c252fb17e400', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cd77acd0-93f3-4c28-858a-470133ff7247', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:08:13Z', 'updated_at': '2022-06-28T11:08:16Z', 'revision_number': 4, 'project_id': '61342b6575d94d49a008613d364674a4', 'subnets': [{'id': 'cd77acd0-93f3-4c28-858a-470133ff7247', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9c0f0b34-8c31-4485-b6df-2853c893214f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:08:17.003843 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 50180) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:08:17.195041 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cc2ad0-7b9b-4844-926f-97e779bc72d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:08:17.195585 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-e8cc2ad0-7b9b-4844-926f-97e779bc72d1 admin admin] Synchronizing usage tracker for tenant:5f7f3f1b6a1b4f5185f98dcd42a72f86 on resource:network {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:08:17.216711 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-e8cc2ad0-7b9b-4844-926f-97e779bc72d1 admin admin] Unset dirty status for tenant:5f7f3f1b6a1b4f5185f98dcd42a72f86 on resource:network {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:08:17.217804 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-e8cc2ad0-7b9b-4844-926f-97e779bc72d1 admin admin] 10.222.0.23 "GET /v2.0/networks/6387ef29-ddd8-4632-9016-e02c39923463 HTTP/1.1" status: 200 len: 842 time: 0.2130039 Jun 28 11:08:17.227160 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [None req-fe117af7-e51f-43bb-ba92-3c00530e301b admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'enable_dhcp': False, 'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:08:17.232347 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-fe117af7-e51f-43bb-ba92-3c00530e301b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:08:17.236177 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-fe117af7-e51f-43bb-ba92-3c00530e301b admin admin] Usage tracker for resource:subnet and tenant:5f7f3f1b6a1b4f5185f98dcd42a72f86 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:08:17.238987 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-fe117af7-e51f-43bb-ba92-3c00530e301b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:08:17.245128 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-fe117af7-e51f-43bb-ba92-3c00530e301b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:08:17.255666 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe117af7-e51f-43bb-ba92-3c00530e301b admin admin] Made reservation on behalf of 5f7f3f1b6a1b4f5185f98dcd42a72f86 for: {'subnet': 1} {{(pid=88178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:08:17.257560 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-fe117af7-e51f-43bb-ba92-3c00530e301b admin admin] Notify callbacks [] for subnet, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:17.627829 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.objects.ports [None req-fe117af7-e51f-43bb-ba92-3c00530e301b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88178) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 28 11:08:17.628309 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-fe117af7-e51f-43bb-ba92-3c00530e301b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693'] for subnet, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:17.688921 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 66707f0c-89bb-49fa-a3ad-6817bcca00f7 up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:08:17.711176 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe117af7-e51f-43bb-ba92-3c00530e301b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f3766c0-f55a-400a-8fdd-81b5b17b1576,revision_number=0']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:08:17.713368 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe117af7-e51f-43bb-ba92-3c00530e301b admin admin] Checking segment: {'id': '886fa905-49b2-4170-854f-b2cc2955959a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:08:17.713779 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe117af7-e51f-43bb-ba92-3c00530e301b admin admin] Network hostable DHCP agents. Network: 6387ef29-ddd8-4632-9016-e02c39923463, hostable agents: ['bd7a9fca-13b7-4c24-af86-ecdc43be0dc3'], hosted agents: [] {{(pid=88178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 11:08:17.732932 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe117af7-e51f-43bb-ba92-3c00530e301b admin admin] Network 6387ef29-ddd8-4632-9016-e02c39923463 is scheduled to be hosted by DHCP agent bd7a9fca-13b7-4c24-af86-ecdc43be0dc3 with binding_index 1 {{(pid=88178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 11:08:17.742532 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.base_scheduler [None req-fe117af7-e51f-43bb-ba92-3c00530e301b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844605-1-iscsi, 6387ef29-ddd8-4632-9016-e02c39923463) {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:08:17.746716 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe117af7-e51f-43bb-ba92-3c00530e301b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:08:17.747305 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-fe117af7-e51f-43bb-ba92-3c00530e301b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562711'] for subnet, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:17.754000 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9225a131-80d7-4281-bdf3-20f7a6f31a85 None None] Network 6387ef29-ddd8-4632-9016-e02c39923463 requested from dv-cinder-844605-1-iscsi {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:08:17.767708 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-fe117af7-e51f-43bb-ba92-3c00530e301b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5439551 Jun 28 11:08:17.836096 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning for port 66707f0c-89bb-49fa-a3ad-6817bcca00f7 completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:08:17.854265 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning complete for port 66707f0c-89bb-49fa-a3ad-6817bcca00f7 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:08:17.854640 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:18.086516 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Current status of the port 66707f0c-89bb-49fa-a3ad-6817bcca00f7 is: DOWN; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:08:18.086911 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:18.099277 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ef61aa-caeb-4d59-af04-89cf3af271c2 None None] Network 6387ef29-ddd8-4632-9016-e02c39923463 requested from dv-cinder-844605-1-iscsi {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:08:18.197085 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] For port 66707f0c-89bb-49fa-a3ad-6817bcca00f7, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=66707f0c-89bb-49fa-a3ad-6817bcca00f7,segment=NetworkSegment(ba48a705-ba1d-4069-a98e-5b512f0595c2),segment_id=ba48a705-ba1d-4069-a98e-5b512f0595c2)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:08:18.216676 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:18.335066 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Pushing event updated for resources: {'Port': ['ID=66707f0c-89bb-49fa-a3ad-6817bcca00f7,revision_number=5']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:08:19.669498 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 66707f0c-89bb-49fa-a3ad-6817bcca00f7 up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:08:19.740546 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning complete for port 66707f0c-89bb-49fa-a3ad-6817bcca00f7 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:08:19.740960 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:19.856461 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Current status of the port 66707f0c-89bb-49fa-a3ad-6817bcca00f7 is: ACTIVE; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:08:20.077484 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 50194) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:08:20.287760 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-c96617df-6ea2-423f-8f46-b8871f9fa1ee admin admin] 10.222.0.23 "GET /v2.0/routers/8a3c3d8f-629a-43b2-8671-c252fb17e400 HTTP/1.1" status: 200 len: 710 time: 0.2086952 Jun 28 11:08:20.417663 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37cdb06a-b076-4be3-9ab2-d7c88901f136 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:08:20.419013 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-37cdb06a-b076-4be3-9ab2-d7c88901f136 admin admin] 10.222.0.23 "GET /v2.0/networks/6387ef29-ddd8-4632-9016-e02c39923463 HTTP/1.1" status: 200 len: 886 time: 0.1243830 Jun 28 11:08:20.430507 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [None req-2d816fe0-26d5-4246-9388-b24bf1c2f715 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463'}}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:08:20.861614 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-2d816fe0-26d5-4246-9388-b24bf1c2f715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-362623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5189'] for router, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:21.251244 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-2d816fe0-26d5-4246-9388-b24bf1c2f715 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:21.310016 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-2d816fe0-26d5-4246-9388-b24bf1c2f715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:21.464199 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.db_base_plugin_common [None req-2d816fe0-26d5-4246-9388-b24bf1c2f715 admin admin] Allocated IP 172.27.2.5 (6387ef29-ddd8-4632-9016-e02c39923463/5f3766c0-f55a-400a-8fdd-81b5b17b1576/1d15a10d-1df9-4724-9f58-c57135627cea) {{(pid=88178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:08:21.606557 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-2d816fe0-26d5-4246-9388-b24bf1c2f715 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:21.640097 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-2d816fe0-26d5-4246-9388-b24bf1c2f715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782103981231'] for port, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:21.714378 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d816fe0-26d5-4246-9388-b24bf1c2f715 admin admin] Network 6387ef29-ddd8-4632-9016-e02c39923463 is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:08:21.717316 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.base_scheduler [None req-2d816fe0-26d5-4246-9388-b24bf1c2f715 admin admin] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:08:21.719876 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d816fe0-26d5-4246-9388-b24bf1c2f715 admin admin] Received port after_create {{(pid=88178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:08:21.834563 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d816fe0-26d5-4246-9388-b24bf1c2f715 admin admin] Pushing event updated for resources: {'Port': ['ID=1d15a10d-1df9-4724-9f58-c57135627cea,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:08:22.106635 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-2d816fe0-26d5-4246-9388-b24bf1c2f715 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:22.493765 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-2d816fe0-26d5-4246-9388-b24bf1c2f715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-362623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5189'] for router, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:22.497273 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-2d816fe0-26d5-4246-9388-b24bf1c2f715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-362614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-362593', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-361918'] for router, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:22.693167 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d816fe0-26d5-4246-9388-b24bf1c2f715 admin admin] Router 8a3c3d8f-629a-43b2-8671-c252fb17e400 has already been hosted by L3 agent 65138fbb-a379-4cdd-9015-09db381edeba {{(pid=88178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:08:22.874234 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d816fe0-26d5-4246-9388-b24bf1c2f715 admin admin] Notify agent at l3_agent.dv-cinder-844605-1-iscsi the message routers_updated {{(pid=88178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:08:22.882716 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-2d816fe0-26d5-4246-9388-b24bf1c2f715 admin admin] Notify callbacks [] for router, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:22.886351 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-2d816fe0-26d5-4246-9388-b24bf1c2f715 admin admin] 10.222.0.23 "PUT /v2.0/routers/8a3c3d8f-629a-43b2-8671-c252fb17e400 HTTP/1.1" status: 200 len: 888 time: 2.4565647 Jun 28 11:08:22.886574 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa21d94-bee9-4600-a296-79d8d5cc7927 None None] Sync routers for ids ['8a3c3d8f-629a-43b2-8671-c252fb17e400'] in dv-cinder-844605-1-iscsi {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:08:22.896159 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa21d94-bee9-4600-a296-79d8d5cc7927 None None] Routers {'8a3c3d8f-629a-43b2-8671-c252fb17e400'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:08:22.896880 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-daa21d94-bee9-4600-a296-79d8d5cc7927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:08:08Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['8a3c3d8f-629a-43b2-8671-c252fb17e400'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:08:23.091050 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-daa21d94-bee9-4600-a296-79d8d5cc7927 None None] Set router 8a3c3d8f-629a-43b2-8671-c252fb17e400 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:08:23.429842 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-daa21d94-bee9-4600-a296-79d8d5cc7927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a3c3d8f-629a-43b2-8671-c252fb17e400', 'name': 'router1', 'tenant_id': '61342b6575d94d49a008613d364674a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '1d15a10d-1df9-4724-9f58-c57135627cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:08:03Z', 'updated_at': '2022-06-28T11:08:21Z', 'revision_number': 4, 'project_id': '61342b6575d94d49a008613d364674a4', 'gw_port': {'id': '1d15a10d-1df9-4724-9f58-c57135627cea', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:45:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a3c3d8f-629a-43b2-8671-c252fb17e400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:08:21Z', 'updated_at': '2022-06-28T11:08:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': '66707f0c-89bb-49fa-a3ad-6817bcca00f7', 'name': '', 'network_id': '747804e6-04a0-48a4-88ea-605b16c5222d', 'tenant_id': '61342b6575d94d49a008613d364674a4', 'mac_address': 'fa:16:3e:96:e3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3c3d8f-629a-43b2-8671-c252fb17e400', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cd77acd0-93f3-4c28-858a-470133ff7247', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:08:13Z', 'updated_at': '2022-06-28T11:08:18Z', 'revision_number': 5, 'project_id': '61342b6575d94d49a008613d364674a4', 'subnets': [{'id': 'cd77acd0-93f3-4c28-858a-470133ff7247', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9c0f0b34-8c31-4485-b6df-2853c893214f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:08:23.434673 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa21d94-bee9-4600-a296-79d8d5cc7927 None None] Checking router: 8a3c3d8f-629a-43b2-8671-c252fb17e400 for host: dv-cinder-844605-1-iscsi {{(pid=88179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:08:23.435037 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa21d94-bee9-4600-a296-79d8d5cc7927 None None] Updating router 8a3c3d8f-629a-43b2-8671-c252fb17e400 port 1d15a10d-1df9-4724-9f58-c57135627cea binding host dv-cinder-844605-1-iscsi {{(pid=88179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 11:08:23.485367 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-daa21d94-bee9-4600-a296-79d8d5cc7927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:23.808840 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-daa21d94-bee9-4600-a296-79d8d5cc7927 None None] Notify callbacks [] for port, precommit_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:23.820661 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-daa21d94-bee9-4600-a296-79d8d5cc7927 None None] Transition to ACTIVE for port object 1d15a10d-1df9-4724-9f58-c57135627cea will not be triggered until provisioned by entity L2. {{(pid=88179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:08:23.827705 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-daa21d94-bee9-4600-a296-79d8d5cc7927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:23.909877 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-daa21d94-bee9-4600-a296-79d8d5cc7927 None None] Attempting to bind port 1d15a10d-1df9-4724-9f58-c57135627cea on host dv-cinder-844605-1-iscsi for vnic_type normal with profile {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:08:23.910525 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-daa21d94-bee9-4600-a296-79d8d5cc7927 None None] Attempting to bind port 1d15a10d-1df9-4724-9f58-c57135627cea by drivers openvswitch,hyperv on host dv-cinder-844605-1-iscsi at level 0 using segments [{'id': '886fa905-49b2-4170-854f-b2cc2955959a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463'}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:08:23.910630 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa21d94-bee9-4600-a296-79d8d5cc7927 None None] Attempting to bind port 1d15a10d-1df9-4724-9f58-c57135627cea on network 6387ef29-ddd8-4632-9016-e02c39923463 {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:08:23.912608 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515835ab-c19b-4306-9b31-739d2ac39c87 None None] Pushing event updated for resources: {'Port': ['ID=1d15a10d-1df9-4724-9f58-c57135627cea,revision_number=2']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:08:23.918803 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa21d94-bee9-4600-a296-79d8d5cc7927 None None] Checking agent: {'id': 'b95f8be4-ac30-48f3-8fc1-8bf3ad4a0571', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 7, 40), 'started_at': datetime.datetime(2022, 6, 28, 11, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:08:23.919174 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa21d94-bee9-4600-a296-79d8d5cc7927 None None] Checking segment: {'id': '886fa905-49b2-4170-854f-b2cc2955959a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:08:23.919567 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-daa21d94-bee9-4600-a296-79d8d5cc7927 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:23.919944 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa21d94-bee9-4600-a296-79d8d5cc7927 None None] Bound using segment: {'id': '886fa905-49b2-4170-854f-b2cc2955959a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463'} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:08:23.920399 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-daa21d94-bee9-4600-a296-79d8d5cc7927 None None] Bound port: 1d15a10d-1df9-4724-9f58-c57135627cea, host: dv-cinder-844605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886fa905-49b2-4170-854f-b2cc2955959a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463'}}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:08:23.920811 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-daa21d94-bee9-4600-a296-79d8d5cc7927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:23.992984 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-daa21d94-bee9-4600-a296-79d8d5cc7927 None None] For port 1d15a10d-1df9-4724-9f58-c57135627cea, host dv-cinder-844605-1-iscsi, cleared binding levels {{(pid=88179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:08:23.996332 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-daa21d94-bee9-4600-a296-79d8d5cc7927 None None] For port 1d15a10d-1df9-4724-9f58-c57135627cea, host dv-cinder-844605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=1d15a10d-1df9-4724-9f58-c57135627cea,segment=NetworkSegment(886fa905-49b2-4170-854f-b2cc2955959a),segment_id=886fa905-49b2-4170-854f-b2cc2955959a)] {{(pid=88179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:08:24.002272 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-daa21d94-bee9-4600-a296-79d8d5cc7927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:24.084137 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515835ab-c19b-4306-9b31-739d2ac39c87 None None] Pushing event updated for resources: {'Port': ['ID=1d15a10d-1df9-4724-9f58-c57135627cea,revision_number=3']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:08:24.086695 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa21d94-bee9-4600-a296-79d8d5cc7927 None None] Routers {'8a3c3d8f-629a-43b2-8671-c252fb17e400'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:08:24.087324 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-daa21d94-bee9-4600-a296-79d8d5cc7927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:08:08Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['8a3c3d8f-629a-43b2-8671-c252fb17e400'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:08:24.297062 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-daa21d94-bee9-4600-a296-79d8d5cc7927 None None] Set router 8a3c3d8f-629a-43b2-8671-c252fb17e400 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:08:24.624661 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-daa21d94-bee9-4600-a296-79d8d5cc7927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a3c3d8f-629a-43b2-8671-c252fb17e400', 'name': 'router1', 'tenant_id': '61342b6575d94d49a008613d364674a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '1d15a10d-1df9-4724-9f58-c57135627cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:08:03Z', 'updated_at': '2022-06-28T11:08:21Z', 'revision_number': 4, 'project_id': '61342b6575d94d49a008613d364674a4', 'gw_port': {'id': '1d15a10d-1df9-4724-9f58-c57135627cea', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:45:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a3c3d8f-629a-43b2-8671-c252fb17e400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:08:21Z', 'updated_at': '2022-06-28T11:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': '66707f0c-89bb-49fa-a3ad-6817bcca00f7', 'name': '', 'network_id': '747804e6-04a0-48a4-88ea-605b16c5222d', 'tenant_id': '61342b6575d94d49a008613d364674a4', 'mac_address': 'fa:16:3e:96:e3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3c3d8f-629a-43b2-8671-c252fb17e400', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cd77acd0-93f3-4c28-858a-470133ff7247', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:08:13Z', 'updated_at': '2022-06-28T11:08:18Z', 'revision_number': 5, 'project_id': '61342b6575d94d49a008613d364674a4', 'subnets': [{'id': 'cd77acd0-93f3-4c28-858a-470133ff7247', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9c0f0b34-8c31-4485-b6df-2853c893214f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:08:24.628982 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa21d94-bee9-4600-a296-79d8d5cc7927 None None] The sync data for ids ['8a3c3d8f-629a-43b2-8671-c252fb17e400'] in dv-cinder-844605-1-iscsi is: [{'id': '8a3c3d8f-629a-43b2-8671-c252fb17e400', 'name': 'router1', 'tenant_id': '61342b6575d94d49a008613d364674a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '1d15a10d-1df9-4724-9f58-c57135627cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:08:03Z', 'updated_at': '2022-06-28T11:08:21Z', 'revision_number': 4, 'project_id': '61342b6575d94d49a008613d364674a4', 'gw_port': {'id': '1d15a10d-1df9-4724-9f58-c57135627cea', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:45:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a3c3d8f-629a-43b2-8671-c252fb17e400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:08:21Z', 'updated_at': '2022-06-28T11:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': '66707f0c-89bb-49fa-a3ad-6817bcca00f7', 'name': '', 'network_id': '747804e6-04a0-48a4-88ea-605b16c5222d', 'tenant_id': '61342b6575d94d49a008613d364674a4', 'mac_address': 'fa:16:3e:96:e3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3c3d8f-629a-43b2-8671-c252fb17e400', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cd77acd0-93f3-4c28-858a-470133ff7247', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:08:13Z', 'updated_at': '2022-06-28T11:08:18Z', 'revision_number': 5, 'project_id': '61342b6575d94d49a008613d364674a4', 'subnets': [{'id': 'cd77acd0-93f3-4c28-858a-470133ff7247', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9c0f0b34-8c31-4485-b6df-2853c893214f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:08:25.291011 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 50204) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:08:25.464338 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-bfd3398c-715a-404a-86ec-32cb13928b04 admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1718299 Jun 28 11:08:25.691616 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 1d15a10d-1df9-4724-9f58-c57135627cea up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:08:25.759011 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning for port 1d15a10d-1df9-4724-9f58-c57135627cea completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:08:25.764690 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning complete for port 1d15a10d-1df9-4724-9f58-c57135627cea triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:08:25.765153 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:25.888007 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Current status of the port 1d15a10d-1df9-4724-9f58-c57135627cea is: DOWN; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:08:25.888409 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:25.905205 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] For port 1d15a10d-1df9-4724-9f58-c57135627cea, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=1d15a10d-1df9-4724-9f58-c57135627cea,segment=NetworkSegment(886fa905-49b2-4170-854f-b2cc2955959a),segment_id=886fa905-49b2-4170-854f-b2cc2955959a)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:08:25.910950 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:25.979731 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Pushing event updated for resources: {'Port': ['ID=1d15a10d-1df9-4724-9f58-c57135627cea,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:08:27.677081 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 1d15a10d-1df9-4724-9f58-c57135627cea up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:08:27.749840 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning complete for port 1d15a10d-1df9-4724-9f58-c57135627cea triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:08:27.750243 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:27.874833 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Current status of the port 1d15a10d-1df9-4724-9f58-c57135627cea is: ACTIVE; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:08:36.195154 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-58a6d126-42da-4ad9-ac7a-3cb1252fc7ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:38.388745 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-12c5fd84-e27b-466a-9267-1ea040ab7313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:39.520065 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b58b1c24-9254-4745-9794-e7d1435c798c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:39.798700 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:40.865850 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-90b31af6-315a-40c1-95e8-9ba1745e2d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:45.241938 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.agents_db [None req-fef25e13-dc2d-42bf-aa2e-f684c08e94a6 None None] Agent healthcheck: found 5 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:09:06.189826 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6be04ba8-293a-47d6-b1c8-96dcdde78a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:08.393660 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a63689eb-5aaa-476b-8885-6151864e0678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:09.523592 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b58b1c24-9254-4745-9794-e7d1435c798c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:09.795020 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:10.868853 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-90b31af6-315a-40c1-95e8-9ba1745e2d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:22.241762 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.agents_db [None req-fef25e13-dc2d-42bf-aa2e-f684c08e94a6 None None] Agent healthcheck: found 5 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:09:36.191578 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b3c950f2-50c1-4517-a70a-088aa7355f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:38.398462 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-26ca243a-c157-4343-97ec-aac62d8c100b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:39.527919 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b58b1c24-9254-4745-9794-e7d1435c798c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:39.795679 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:40.875834 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-90b31af6-315a-40c1-95e8-9ba1745e2d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:59.241457 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.agents_db [None req-fef25e13-dc2d-42bf-aa2e-f684c08e94a6 None None] Agent healthcheck: found 5 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:10:06.186883 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a2ea1a51-5db1-41df-b782-b773206e9663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:10:08.403082 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3da6254b-8601-4aea-aff9-43b0ce026501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:10:09.537025 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b58b1c24-9254-4745-9794-e7d1435c798c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:10:09.793697 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:10:10.871673 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-90b31af6-315a-40c1-95e8-9ba1745e2d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:10:28.940221 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 50774) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:10:29.011136 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b26a583-ae5c-43e4-9280-baac68c3313a admin admin] GET failed (client error): The resource could not be found. Jun 28 11:10:29.012392 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-0b26a583-ae5c-43e4-9280-baac68c3313a admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0711498 Jun 28 11:10:29.149593 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64fbda91-6385-4cec-a229-59606c2e176b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:10:29.150954 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-64fbda91-6385-4cec-a229-59606c2e176b admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1325493 Jun 28 11:10:31.311179 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 50784) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:10:31.426758 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c432fa39-3434-4582-a1ef-b11e6c9608f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:10:31.427300 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-c432fa39-3434-4582-a1ef-b11e6c9608f0 admin admin] Synchronizing usage tracker for tenant:5f7f3f1b6a1b4f5185f98dcd42a72f86 on resource:subnet {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:10:31.447129 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-c432fa39-3434-4582-a1ef-b11e6c9608f0 admin admin] Unset dirty status for tenant:5f7f3f1b6a1b4f5185f98dcd42a72f86 on resource:subnet {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:10:31.448582 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-c432fa39-3434-4582-a1ef-b11e6c9608f0 admin admin] 10.222.0.23 "GET /v2.0/subnets/cd77acd0-93f3-4c28-858a-470133ff7247 HTTP/1.1" status: 200 len: 849 time: 0.1364746 Jun 28 11:10:31.460203 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [None req-7c8d3376-977c-420e-a1c2-3e5539036e78 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:10:31.601890 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-7c8d3376-977c-420e-a1c2-3e5539036e78 admin admin] Notify callbacks [] for subnet, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:10:31.801628 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-7c8d3376-977c-420e-a1c2-3e5539036e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782104357515'] for subnet, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:10:31.848507 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8d3376-977c-420e-a1c2-3e5539036e78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:10:31.849286 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-7c8d3376-977c-420e-a1c2-3e5539036e78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562711'] for subnet, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:10:31.850725 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-7c8d3376-977c-420e-a1c2-3e5539036e78 admin admin] 10.222.0.23 "PUT /v2.0/subnets/cd77acd0-93f3-4c28-858a-470133ff7247 HTTP/1.1" status: 200 len: 868 time: 0.3962760 Jun 28 11:10:31.888773 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb75229-cf07-419e-ac77-e08aa54953b9 None None] Network 747804e6-04a0-48a4-88ea-605b16c5222d requested from dv-cinder-844605-1-iscsi {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:10:31.889365 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8d3376-977c-420e-a1c2-3e5539036e78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd77acd0-93f3-4c28-858a-470133ff7247,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:10:31.889365 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8d3376-977c-420e-a1c2-3e5539036e78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:10:31.889365 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8d3376-977c-420e-a1c2-3e5539036e78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:10:31.889716 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8d3376-977c-420e-a1c2-3e5539036e78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:10:31.890051 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8d3376-977c-420e-a1c2-3e5539036e78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:10:31.890383 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8d3376-977c-420e-a1c2-3e5539036e78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:10:31.890726 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8d3376-977c-420e-a1c2-3e5539036e78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:10:31.899961 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8d3376-977c-420e-a1c2-3e5539036e78 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:10:31.899961 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8d3376-977c-420e-a1c2-3e5539036e78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:10:31.899961 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8d3376-977c-420e-a1c2-3e5539036e78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:10:31.899961 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8d3376-977c-420e-a1c2-3e5539036e78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:10:31.899961 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8d3376-977c-420e-a1c2-3e5539036e78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:10:31.899961 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8d3376-977c-420e-a1c2-3e5539036e78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:10:32.341255 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-f446457c-a378-4798-9de0-ddde55a77716 None None] Provisioning complete for port 66707f0c-89bb-49fa-a3ad-6817bcca00f7 triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:10:32.341584 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f446457c-a378-4798-9de0-ddde55a77716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:10:32.480568 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-f446457c-a378-4798-9de0-ddde55a77716 None None] Current status of the port 66707f0c-89bb-49fa-a3ad-6817bcca00f7 is: ACTIVE; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:10:32.492016 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-f446457c-a378-4798-9de0-ddde55a77716 None None] Provisioning complete for port ace3faf8-0435-4de2-8878-ba03858a52bd triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:10:32.492380 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f446457c-a378-4798-9de0-ddde55a77716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:10:32.607495 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-f446457c-a378-4798-9de0-ddde55a77716 None None] Current status of the port ace3faf8-0435-4de2-8878-ba03858a52bd is: ACTIVE; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:10:34.031476 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 50794) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:10:34.211647 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0e04cb-c150-4e89-86bb-8acbcddd2b3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:10:34.212016 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0e04cb-c150-4e89-86bb-8acbcddd2b3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:10:34.213571 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-fb0e04cb-c150-4e89-86bb-8acbcddd2b3e admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1811562 Jun 28 11:10:36.189832 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-89ae894d-ad10-4fd9-aa3a-09e992204310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:10:36.241260 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.agents_db [None req-fef25e13-dc2d-42bf-aa2e-f684c08e94a6 None None] Agent healthcheck: found 5 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:10:36.420362 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 50804) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:10:36.633232 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092d6219-782d-4683-80be-e741ff129d5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:10:36.633604 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092d6219-782d-4683-80be-e741ff129d5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:10:36.635133 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-092d6219-782d-4683-80be-e741ff129d5c admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2138059 Jun 28 11:10:38.417457 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3d8aced2-a8d7-40da-9ebe-662cbf4f1176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:10:38.801945 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 50814) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:10:38.990995 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb928aba-a292-4cd5-a0e8-90e6da4064b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:10:38.992297 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-eb928aba-a292-4cd5-a0e8-90e6da4064b5 admin admin] 10.222.0.23 "GET /v2.0/networks/6387ef29-ddd8-4632-9016-e02c39923463 HTTP/1.1" status: 200 len: 886 time: 0.1894059 Jun 28 11:10:39.533313 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b58b1c24-9254-4745-9794-e7d1435c798c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:10:39.789969 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:10:40.874832 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-90b31af6-315a-40c1-95e8-9ba1745e2d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:10:41.179970 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 50824) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:10:41.363531 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164812c9-9540-40b1-bb61-1d2e75478465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:10:41.364992 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-164812c9-9540-40b1-bb61-1d2e75478465 admin admin] 10.222.0.23 "GET /v2.0/networks/747804e6-04a0-48a4-88ea-605b16c5222d HTTP/1.1" status: 200 len: 869 time: 0.1836216 Jun 28 11:10:43.526629 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 50834) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:10:43.644713 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9e2b82-2e97-447a-89d0-d9a031de38b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:10:43.645177 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9e2b82-2e97-447a-89d0-d9a031de38b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:10:43.646689 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-cb9e2b82-2e97-447a-89d0-d9a031de38b9 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1190774 Jun 28 11:10:45.816498 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 50844) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:10:45.939250 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6d44f1-e373-41e2-ad3d-3d8c776829da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:10:45.939616 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6d44f1-e373-41e2-ad3d-3d8c776829da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:10:45.941181 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-dc6d44f1-e373-41e2-ad3d-3d8c776829da admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1236784 Jun 28 11:10:48.159134 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 50854) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:10:48.281212 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b10f2e-7b1d-438e-846e-c140baf95239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:10:48.282459 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-a2b10f2e-7b1d-438e-846e-c140baf95239 admin admin] 10.222.0.23 "GET /v2.0/subnets/5f3766c0-f55a-400a-8fdd-81b5b17b1576 HTTP/1.1" status: 200 len: 816 time: 0.1223514 Jun 28 11:10:50.592442 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 50864) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:10:50.723014 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adae0475-764a-485a-a098-c918ace2edd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:10:50.724339 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-adae0475-764a-485a-a098-c918ace2edd6 admin admin] 10.222.0.23 "GET /v2.0/subnets/cd77acd0-93f3-4c28-858a-470133ff7247 HTTP/1.1" status: 200 len: 868 time: 0.1305563 Jun 28 11:11:06.193749 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-57c336af-f355-48bc-b87c-a1b5c7f3000d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:11:08.414414 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-2a62df41-65f1-4d5d-9b29-f0cc6c878def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:11:09.536661 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b58b1c24-9254-4745-9794-e7d1435c798c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:11:09.785415 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:11:09.829691 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 50910) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:11:09.877090 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [None req-e5c3192a-90fb-4d51-b19d-f8d4742aff2a admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 11:11:09.878070 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-e5c3192a-90fb-4d51-b19d-f8d4742aff2a admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0474494 Jun 28 11:11:10.878251 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-90b31af6-315a-40c1-95e8-9ba1745e2d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:11:12.159924 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 50920) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:11:12.237763 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1830185-7c10-4cd4-90d7-ac9f39c1bb0a admin admin] GET failed (client error): The resource could not be found. Jun 28 11:11:12.238914 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-f1830185-7c10-4cd4-90d7-ac9f39c1bb0a admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0780857 Jun 28 11:11:12.364265 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93da876e-73d9-4f92-a12d-be8b9641c3f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:11:12.365724 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-93da876e-73d9-4f92-a12d-be8b9641c3f8 admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1209204 Jun 28 11:11:13.240759 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.agents_db [None req-fef25e13-dc2d-42bf-aa2e-f684c08e94a6 None None] Agent healthcheck: found 5 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:11:14.567814 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 50930) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:11:14.619002 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [None req-2016c7af-ed4d-4756-a701-07fbf79d30e3 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:11:14.623679 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-2016c7af-ed4d-4756-a701-07fbf79d30e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:11:14.635900 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-2016c7af-ed4d-4756-a701-07fbf79d30e3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:11:14.648281 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2016c7af-ed4d-4756-a701-07fbf79d30e3 admin admin] Made reservation on behalf of 5f7f3f1b6a1b4f5185f98dcd42a72f86 for: {'network': 1} {{(pid=88178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:11:14.650801 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-2016c7af-ed4d-4756-a701-07fbf79d30e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for network, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:11:14.738798 dv-cinder-844605-1-iscsi neutron-server[88178]: WARNING neutron.services.revisions.revision_plugin [None req-2016c7af-ed4d-4756-a701-07fbf79d30e3 admin admin] Could not find related network for resource to bump revision. Jun 28 11:11:14.751612 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2016c7af-ed4d-4756-a701-07fbf79d30e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=88178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 11:11:14.761216 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-2016c7af-ed4d-4756-a701-07fbf79d30e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812087'] for segment, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:11:14.761600 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.db.segments_db [None req-2016c7af-ed4d-4756-a701-07fbf79d30e3 admin admin] Added segment 767560d7-7b59-4ac6-906c-f84bcc63abdb of type vlan for network 35c69f85-218c-4b22-b331-5ba159ed407d Jun 28 11:11:14.787295 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-2016c7af-ed4d-4756-a701-07fbf79d30e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782103966769'] for network, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:11:14.818339 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-2016c7af-ed4d-4756-a701-07fbf79d30e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693'] for network, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:11:14.819274 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2016c7af-ed4d-4756-a701-07fbf79d30e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:11:14.819904 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-2016c7af-ed4d-4756-a701-07fbf79d30e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562711'] for network, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:11:14.979806 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2016c7af-ed4d-4756-a701-07fbf79d30e3 admin admin] Pushing event updated for resources: {'Network': ['ID=35c69f85-218c-4b22-b331-5ba159ed407d,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:11:14.984616 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-2016c7af-ed4d-4756-a701-07fbf79d30e3 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4157979 Jun 28 11:11:14.990569 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Network 35c69f85-218c-4b22-b331-5ba159ed407d details requested by agent ovs-agent-dv-cinder-844605-1-iscsi with host dv-cinder-844605-1-iscsi {{(pid=88179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 11:11:17.149629 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 50940) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:11:17.222665 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.pecan_wsgi.hooks.translation [None req-d93a6068-9264-442f-8d01-2ad8fcfce24d admin admin] GET failed (client error): The resource could not be found. Jun 28 11:11:17.223087 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-d93a6068-9264-442f-8d01-2ad8fcfce24d admin admin] Synchronizing usage tracker for tenant:5f7f3f1b6a1b4f5185f98dcd42a72f86 on resource:network {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:11:17.241990 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-d93a6068-9264-442f-8d01-2ad8fcfce24d admin admin] Unset dirty status for tenant:5f7f3f1b6a1b4f5185f98dcd42a72f86 on resource:network {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:11:17.243125 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-d93a6068-9264-442f-8d01-2ad8fcfce24d admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0925295 Jun 28 11:11:17.351242 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57598f9c-a58f-462b-b04e-29c34a030233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:11:17.352736 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-57598f9c-a58f-462b-b04e-29c34a030233 admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1052279 Jun 28 11:11:17.365818 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [None req-9d4d9b2b-baee-4772-8bef-baab1a90152d admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '35c69f85-218c-4b22-b331-5ba159ed407d', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:11:17.370487 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-9d4d9b2b-baee-4772-8bef-baab1a90152d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:11:17.384943 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-9d4d9b2b-baee-4772-8bef-baab1a90152d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:11:17.397850 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d4d9b2b-baee-4772-8bef-baab1a90152d admin admin] Made reservation on behalf of 5f7f3f1b6a1b4f5185f98dcd42a72f86 for: {'subnet': 1} {{(pid=88178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:11:17.400297 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-9d4d9b2b-baee-4772-8bef-baab1a90152d admin admin] Notify callbacks [] for subnet, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:11:17.610318 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-9d4d9b2b-baee-4772-8bef-baab1a90152d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693'] for subnet, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:11:17.694876 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4d9b2b-baee-4772-8bef-baab1a90152d admin admin] Pushing event updated for resources: {'Subnet': ['ID=39118414-989d-43ae-8d79-4a71ae0d4915,revision_number=0']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:11:17.707217 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4d9b2b-baee-4772-8bef-baab1a90152d admin admin] Checking segment: {'id': '767560d7-7b59-4ac6-906c-f84bcc63abdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '35c69f85-218c-4b22-b331-5ba159ed407d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:11:17.707794 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4d9b2b-baee-4772-8bef-baab1a90152d admin admin] Network hostable DHCP agents. Network: 35c69f85-218c-4b22-b331-5ba159ed407d, hostable agents: ['bd7a9fca-13b7-4c24-af86-ecdc43be0dc3'], hosted agents: [] {{(pid=88178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 11:11:17.728102 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4d9b2b-baee-4772-8bef-baab1a90152d admin admin] Network 35c69f85-218c-4b22-b331-5ba159ed407d is scheduled to be hosted by DHCP agent bd7a9fca-13b7-4c24-af86-ecdc43be0dc3 with binding_index 1 {{(pid=88178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 11:11:17.738377 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.base_scheduler [None req-9d4d9b2b-baee-4772-8bef-baab1a90152d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844605-1-iscsi, 35c69f85-218c-4b22-b331-5ba159ed407d) {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:11:17.742879 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4d9b2b-baee-4772-8bef-baab1a90152d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:11:17.743459 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-9d4d9b2b-baee-4772-8bef-baab1a90152d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562711'] for subnet, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:11:17.747422 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d170a2b-ad3b-4081-b1dc-c03c1647246e None None] Network 35c69f85-218c-4b22-b331-5ba159ed407d requested from dv-cinder-844605-1-iscsi {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:11:17.768072 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-9d4d9b2b-baee-4772-8bef-baab1a90152d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4055090 Jun 28 11:11:17.978657 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b613c5-a6b8-4b34-a97c-4a1b1fecb526 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad984f-d5be-5395-a87e-fa0999123cbc-35c69f85-218c-4b22-b331-5ba159ed407d', 'network_id': '35c69f85-218c-4b22-b331-5ba159ed407d', 'tenant_id': '5f7f3f1b6a1b4f5185f98dcd42a72f86', 'fixed_ips': [{'subnet_id': '39118414-989d-43ae-8d79-4a71ae0d4915'}]}} from dv-cinder-844605-1-iscsi. {{(pid=88179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 28 11:11:17.979518 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-24b613c5-a6b8-4b34-a97c-4a1b1fecb526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_create {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:11:18.137896 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_common [None req-24b613c5-a6b8-4b34-a97c-4a1b1fecb526 None None] Allocated IP 192.168.233.2 (35c69f85-218c-4b22-b331-5ba159ed407d/39118414-989d-43ae-8d79-4a71ae0d4915/ce79258a-6be3-4038-8e50-a10b02826a9b) {{(pid=88179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:11:18.343624 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-24b613c5-a6b8-4b34-a97c-4a1b1fecb526 None None] Notify callbacks [] for port, precommit_create {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:11:18.354672 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-24b613c5-a6b8-4b34-a97c-4a1b1fecb526 None None] Transition to ACTIVE for port object ce79258a-6be3-4038-8e50-a10b02826a9b will not be triggered until provisioned by entity L2. {{(pid=88179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:11:18.373814 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-24b613c5-a6b8-4b34-a97c-4a1b1fecb526 None None] Transition to ACTIVE for port object ce79258a-6be3-4038-8e50-a10b02826a9b will not be triggered until provisioned by entity DHCP. {{(pid=88179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:11:18.380083 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-24b613c5-a6b8-4b34-a97c-4a1b1fecb526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782103981231'] for port, after_create {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:11:18.452100 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b613c5-a6b8-4b34-a97c-4a1b1fecb526 None None] Network 35c69f85-218c-4b22-b331-5ba159ed407d is already hosted by enough agents. {{(pid=88179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:11:18.455314 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-24b613c5-a6b8-4b34-a97c-4a1b1fecb526 None None] Resources bound (agent type, host, resource id): {{(pid=88179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:11:18.457186 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b613c5-a6b8-4b34-a97c-4a1b1fecb526 None None] Pushing event updated for resources: {'Port': ['ID=ce79258a-6be3-4038-8e50-a10b02826a9b,revision_number=1']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:11:18.459412 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b613c5-a6b8-4b34-a97c-4a1b1fecb526 None None] Received port after_create {{(pid=88179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:11:18.495817 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b613c5-a6b8-4b34-a97c-4a1b1fecb526 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:11:18.496163 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b613c5-a6b8-4b34-a97c-4a1b1fecb526 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:11:18.496507 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b613c5-a6b8-4b34-a97c-4a1b1fecb526 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:11:18.496863 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b613c5-a6b8-4b34-a97c-4a1b1fecb526 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:11:18.497229 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b613c5-a6b8-4b34-a97c-4a1b1fecb526 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:11:18.497558 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b613c5-a6b8-4b34-a97c-4a1b1fecb526 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:11:18.497870 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b613c5-a6b8-4b34-a97c-4a1b1fecb526 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:11:18.498178 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b613c5-a6b8-4b34-a97c-4a1b1fecb526 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:11:18.498523 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b613c5-a6b8-4b34-a97c-4a1b1fecb526 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:11:18.498847 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b613c5-a6b8-4b34-a97c-4a1b1fecb526 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:11:18.499187 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b613c5-a6b8-4b34-a97c-4a1b1fecb526 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:11:18.499508 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b613c5-a6b8-4b34-a97c-4a1b1fecb526 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:11:18.571160 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-24b613c5-a6b8-4b34-a97c-4a1b1fecb526 None None] Attempting to bind port ce79258a-6be3-4038-8e50-a10b02826a9b on host dv-cinder-844605-1-iscsi for vnic_type normal with profile {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:11:18.571523 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-24b613c5-a6b8-4b34-a97c-4a1b1fecb526 None None] Attempting to bind port ce79258a-6be3-4038-8e50-a10b02826a9b by drivers openvswitch,hyperv on host dv-cinder-844605-1-iscsi at level 0 using segments [{'id': '767560d7-7b59-4ac6-906c-f84bcc63abdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '35c69f85-218c-4b22-b331-5ba159ed407d'}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:11:18.571886 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b613c5-a6b8-4b34-a97c-4a1b1fecb526 None None] Attempting to bind port ce79258a-6be3-4038-8e50-a10b02826a9b on network 35c69f85-218c-4b22-b331-5ba159ed407d {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:11:18.577370 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b613c5-a6b8-4b34-a97c-4a1b1fecb526 None None] Checking agent: {'id': 'b95f8be4-ac30-48f3-8fc1-8bf3ad4a0571', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 7, 40), 'started_at': datetime.datetime(2022, 6, 28, 11, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:11:18.577738 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b613c5-a6b8-4b34-a97c-4a1b1fecb526 None None] Checking segment: {'id': '767560d7-7b59-4ac6-906c-f84bcc63abdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '35c69f85-218c-4b22-b331-5ba159ed407d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:11:18.578132 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-24b613c5-a6b8-4b34-a97c-4a1b1fecb526 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:11:18.578515 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b613c5-a6b8-4b34-a97c-4a1b1fecb526 None None] Bound using segment: {'id': '767560d7-7b59-4ac6-906c-f84bcc63abdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '35c69f85-218c-4b22-b331-5ba159ed407d'} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:11:18.578965 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-24b613c5-a6b8-4b34-a97c-4a1b1fecb526 None None] Bound port: ce79258a-6be3-4038-8e50-a10b02826a9b, host: dv-cinder-844605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '767560d7-7b59-4ac6-906c-f84bcc63abdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '35c69f85-218c-4b22-b331-5ba159ed407d'}}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:11:18.579348 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-24b613c5-a6b8-4b34-a97c-4a1b1fecb526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:11:18.669729 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-24b613c5-a6b8-4b34-a97c-4a1b1fecb526 None None] For port ce79258a-6be3-4038-8e50-a10b02826a9b, host dv-cinder-844605-1-iscsi, cleared binding levels {{(pid=88179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:11:18.674513 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-24b613c5-a6b8-4b34-a97c-4a1b1fecb526 None None] For port ce79258a-6be3-4038-8e50-a10b02826a9b, host dv-cinder-844605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=ce79258a-6be3-4038-8e50-a10b02826a9b,segment=NetworkSegment(767560d7-7b59-4ac6-906c-f84bcc63abdb),segment_id=767560d7-7b59-4ac6-906c-f84bcc63abdb)] {{(pid=88179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:11:18.680291 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-24b613c5-a6b8-4b34-a97c-4a1b1fecb526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:11:18.759957 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b613c5-a6b8-4b34-a97c-4a1b1fecb526 None None] Pushing event updated for resources: {'Port': ['ID=ce79258a-6be3-4038-8e50-a10b02826a9b,revision_number=2']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:11:19.590478 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3efdb8-458d-4971-9cca-890a41f7c45f None None] Network 35c69f85-218c-4b22-b331-5ba159ed407d requested from dv-cinder-844605-1-iscsi {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:11:19.702798 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-aac21960-8e79-4862-8745-f5f172597b33 None None] Provisioning for port ce79258a-6be3-4038-8e50-a10b02826a9b completed by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:11:19.799755 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device ce79258a-6be3-4038-8e50-a10b02826a9b up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:11:19.920339 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning for port ce79258a-6be3-4038-8e50-a10b02826a9b completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:11:19.925503 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning complete for port ce79258a-6be3-4038-8e50-a10b02826a9b triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:11:19.925871 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:11:20.059050 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Current status of the port ce79258a-6be3-4038-8e50-a10b02826a9b is: DOWN; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:11:20.059417 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:11:20.095446 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] For port ce79258a-6be3-4038-8e50-a10b02826a9b, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=ce79258a-6be3-4038-8e50-a10b02826a9b,segment=NetworkSegment(767560d7-7b59-4ac6-906c-f84bcc63abdb),segment_id=767560d7-7b59-4ac6-906c-f84bcc63abdb)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:11:20.102680 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:11:20.173305 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Pushing event updated for resources: {'Port': ['ID=ce79258a-6be3-4038-8e50-a10b02826a9b,revision_number=3']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:11:20.238416 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-426ceaa4-896e-4ee6-bc48-65b7a197190d None None] Provisioning complete for port ce79258a-6be3-4038-8e50-a10b02826a9b triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:11:20.238780 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-426ceaa4-896e-4ee6-bc48-65b7a197190d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:11:20.356585 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-426ceaa4-896e-4ee6-bc48-65b7a197190d None None] Current status of the port ce79258a-6be3-4038-8e50-a10b02826a9b is: ACTIVE; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:11:21.761325 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device ce79258a-6be3-4038-8e50-a10b02826a9b up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:11:21.829357 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning complete for port ce79258a-6be3-4038-8e50-a10b02826a9b triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:11:21.829722 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:11:21.946189 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Current status of the port ce79258a-6be3-4038-8e50-a10b02826a9b is: ACTIVE; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:11:36.200770 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6b6a0ba7-7ebc-4095-927a-4cd09f45a743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:11:38.409811 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-2289a64d-d6a2-4122-8b36-7964d61ae4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:11:39.539781 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b58b1c24-9254-4745-9794-e7d1435c798c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:11:39.791640 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:11:40.880144 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-90b31af6-315a-40c1-95e8-9ba1745e2d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:11:50.239252 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.agents_db [None req-fef25e13-dc2d-42bf-aa2e-f684c08e94a6 None None] Agent healthcheck: found 5 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:12:06.204231 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f6f08de4-2214-4b2c-bf28-d5e88874fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:12:08.406120 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-cc769b3c-806c-49ac-b1aa-93a296e0b732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:12:09.543620 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b58b1c24-9254-4745-9794-e7d1435c798c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:12:09.787461 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:12:10.883260 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-90b31af6-315a-40c1-95e8-9ba1745e2d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:12:24.655467 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 50986) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:12:24.661471 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [None req-10a8630f-c96a-4c13-9d4a-23bab37687b1 tempest-verify_tempest_config-654239493 tempest-verify_tempest_config-654239493-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 11:12:24.662469 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-10a8630f-c96a-4c13-9d4a-23bab37687b1 tempest-verify_tempest_config-654239493 tempest-verify_tempest_config-654239493-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060298 Jun 28 11:12:24.989615 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 51004) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:12:25.116849 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-b073f507-7d6d-4b0d-bdb1-043df180a09a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:12:25.131040 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-b073f507-7d6d-4b0d-bdb1-043df180a09a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:12:25.135051 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-b073f507-7d6d-4b0d-bdb1-043df180a09a admin admin] Usage tracker for resource:security_group_rule and tenant:cba8ce8deef74efcbc67b0b47f266fc4 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:12:25.137902 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-b073f507-7d6d-4b0d-bdb1-043df180a09a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:12:25.143644 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-b073f507-7d6d-4b0d-bdb1-043df180a09a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:12:25.235491 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-b073f507-7d6d-4b0d-bdb1-043df180a09a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:12:25.242200 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-b073f507-7d6d-4b0d-bdb1-043df180a09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:12:25.289010 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-b073f507-7d6d-4b0d-bdb1-043df180a09a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cba8ce8deef74efcbc67b0b47f266fc4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2982247 Jun 28 11:12:25.290044 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b073f507-7d6d-4b0d-bdb1-043df180a09a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ebd99c-c521-4c2a-ab9b-0a62802f26dd,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:12:25.291969 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 51010) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:12:25.297179 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b073f507-7d6d-4b0d-bdb1-043df180a09a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:12:25.297550 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b073f507-7d6d-4b0d-bdb1-043df180a09a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:12:25.297895 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b073f507-7d6d-4b0d-bdb1-043df180a09a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:12:25.298232 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b073f507-7d6d-4b0d-bdb1-043df180a09a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:12:25.298566 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b073f507-7d6d-4b0d-bdb1-043df180a09a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:12:25.298912 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b073f507-7d6d-4b0d-bdb1-043df180a09a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:12:25.299243 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b073f507-7d6d-4b0d-bdb1-043df180a09a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:12:25.299569 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b073f507-7d6d-4b0d-bdb1-043df180a09a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:12:25.299910 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b073f507-7d6d-4b0d-bdb1-043df180a09a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:12:25.300237 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b073f507-7d6d-4b0d-bdb1-043df180a09a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:12:25.300559 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b073f507-7d6d-4b0d-bdb1-043df180a09a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:12:25.300904 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b073f507-7d6d-4b0d-bdb1-043df180a09a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:12:25.354399 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-77f0cbba-3bd6-44eb-ad63-6433f9764610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:12:25.379458 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-77f0cbba-3bd6-44eb-ad63-6433f9764610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:12:25.476404 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-77f0cbba-3bd6-44eb-ad63-6433f9764610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:12:25.494862 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f0cbba-3bd6-44eb-ad63-6433f9764610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ebd99c-c521-4c2a-ab9b-0a62802f26dd,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:12:25.503182 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f0cbba-3bd6-44eb-ad63-6433f9764610 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:12:25.503545 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f0cbba-3bd6-44eb-ad63-6433f9764610 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:12:25.503882 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f0cbba-3bd6-44eb-ad63-6433f9764610 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:12:25.504210 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f0cbba-3bd6-44eb-ad63-6433f9764610 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:12:25.504538 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f0cbba-3bd6-44eb-ad63-6433f9764610 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:12:25.504893 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f0cbba-3bd6-44eb-ad63-6433f9764610 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:12:25.505217 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f0cbba-3bd6-44eb-ad63-6433f9764610 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:12:25.505536 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f0cbba-3bd6-44eb-ad63-6433f9764610 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:12:25.505876 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f0cbba-3bd6-44eb-ad63-6433f9764610 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:12:25.506197 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f0cbba-3bd6-44eb-ad63-6433f9764610 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:12:25.506516 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f0cbba-3bd6-44eb-ad63-6433f9764610 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:12:25.506878 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f0cbba-3bd6-44eb-ad63-6433f9764610 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:12:25.509652 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-77f0cbba-3bd6-44eb-ad63-6433f9764610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:12:25.510725 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-77f0cbba-3bd6-44eb-ad63-6433f9764610 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/14ebd99c-c521-4c2a-ab9b-0a62802f26dd HTTP/1.1" status: 204 len: 168 time: 0.2175667 Jun 28 11:12:27.238688 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.agents_db [None req-fef25e13-dc2d-42bf-aa2e-f684c08e94a6 None None] Agent healthcheck: found 5 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:12:36.210029 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-741804c0-5a8e-4d8d-8d12-55c3c3fcb2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:12:38.413785 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-652db52d-f5a3-4291-acb4-fdd905f83945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:12:39.553590 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b58b1c24-9254-4745-9794-e7d1435c798c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:12:39.798407 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:12:40.892799 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-90b31af6-315a-40c1-95e8-9ba1745e2d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:13:04.243123 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.agents_db [None req-fef25e13-dc2d-42bf-aa2e-f684c08e94a6 None None] Agent healthcheck: found 5 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:13:06.204705 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ccb66e11-2cd5-40e4-ac91-b3b91ea67e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:13:08.405870 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6e17989b-fd99-4c18-bee0-b86b5432325f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:13:09.551154 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b58b1c24-9254-4745-9794-e7d1435c798c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:13:09.796016 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:13:10.893084 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-90b31af6-315a-40c1-95e8-9ba1745e2d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:13:36.214817 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ba3a2ed3-c8bd-4f44-8294-23befb237616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:13:38.402889 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-265751ac-66e3-4161-b9a6-297e06693d4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:13:39.559966 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b58b1c24-9254-4745-9794-e7d1435c798c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:13:39.796522 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:13:40.897644 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-90b31af6-315a-40c1-95e8-9ba1745e2d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:13:41.248032 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.agents_db [None req-fef25e13-dc2d-42bf-aa2e-f684c08e94a6 None None] Agent healthcheck: found 5 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:13:59.523843 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-362829'] for agent, after_create {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:14:06.213395 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c7888a4f-9ce2-44d8-b858-353385cdb9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:14:08.398599 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-710f70ee-ddfc-464b-80b2-eea392a4c525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:14:09.557074 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b58b1c24-9254-4745-9794-e7d1435c798c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:14:09.791848 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:14:10.899083 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-90b31af6-315a-40c1-95e8-9ba1745e2d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:14:14.905601 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 51080) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:14:15.022808 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-4c0fafd2-3815-42f7-9131-5e601243383b admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1160884 Jun 28 11:14:17.210902 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 51090) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:14:17.269269 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-afa66f3a-02e7-49eb-9eea-5ad3efa5000c admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0572915 Jun 28 11:14:18.252747 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.agents_db [None req-fef25e13-dc2d-42bf-aa2e-f684c08e94a6 None None] Agent healthcheck: found 6 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:14:29.490467 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:14:36.209352 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-126de896-dc01-4ec5-827f-1257ed996d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:14:38.414514 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0005b36a-3f04-4a98-9a41-3b2dcce06c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:14:39.565684 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b58b1c24-9254-4745-9794-e7d1435c798c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:14:39.793154 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:14:40.908445 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-90b31af6-315a-40c1-95e8-9ba1745e2d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:14:55.254974 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.agents_db [None req-fef25e13-dc2d-42bf-aa2e-f684c08e94a6 None None] Agent healthcheck: found 6 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:14:59.484733 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:15:06.202721 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0d9581e6-f71f-465d-9f1f-504c5c5acf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:15:08.403105 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-381b0057-f9e0-4821-9fd3-518952df1a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:15:09.563423 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b58b1c24-9254-4745-9794-e7d1435c798c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:15:09.814625 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:15:10.909390 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-90b31af6-315a-40c1-95e8-9ba1745e2d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:15:29.494024 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:15:32.259197 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.agents_db [None req-fef25e13-dc2d-42bf-aa2e-f684c08e94a6 None None] Agent healthcheck: found 6 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:15:36.218014 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-2d320a33-1d01-4ded-b3b1-cb6dd8d2fba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:15:38.408775 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-44149b47-2983-423a-9387-aa2618bfb747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:15:39.576099 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b58b1c24-9254-4745-9794-e7d1435c798c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:15:39.918563 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:15:40.908025 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-90b31af6-315a-40c1-95e8-9ba1745e2d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:15:59.493759 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:06.223097 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3546d18d-9fe1-48dc-9415-0f7805de9d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:08.404016 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-048ebc96-6690-4107-ae72-5e03b177cf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:09.259952 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.agents_db [None req-fef25e13-dc2d-42bf-aa2e-f684c08e94a6 None None] Agent healthcheck: found 6 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:16:09.573519 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b58b1c24-9254-4745-9794-e7d1435c798c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:09.793626 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:10.911319 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-90b31af6-315a-40c1-95e8-9ba1745e2d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:17.965403 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 51240) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:18.227491 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 51258) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:18.292816 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [None req-8c95bb1c-8ed5-4838-8502-2201f915a2c1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-436949181-network', 'tenant_id': '1830a57f9af544b99b003238de1ba64d'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:16:18.298186 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-8c95bb1c-8ed5-4838-8502-2201f915a2c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:18.302564 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-8c95bb1c-8ed5-4838-8502-2201f915a2c1 admin admin] Usage tracker for resource:network and tenant:1830a57f9af544b99b003238de1ba64d is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:18.305971 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-8c95bb1c-8ed5-4838-8502-2201f915a2c1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:18.312045 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-8c95bb1c-8ed5-4838-8502-2201f915a2c1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:18.324880 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c95bb1c-8ed5-4838-8502-2201f915a2c1 admin admin] Made reservation on behalf of 1830a57f9af544b99b003238de1ba64d for: {'network': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:16:18.328212 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-8c95bb1c-8ed5-4838-8502-2201f915a2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for network, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:18.344618 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-8c95bb1c-8ed5-4838-8502-2201f915a2c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:18.368259 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-8c95bb1c-8ed5-4838-8502-2201f915a2c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:18.372432 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-8c95bb1c-8ed5-4838-8502-2201f915a2c1 admin admin] Usage tracker for resource:security_group_rule and tenant:1830a57f9af544b99b003238de1ba64d is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:18.375617 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-8c95bb1c-8ed5-4838-8502-2201f915a2c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:18.384407 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-8c95bb1c-8ed5-4838-8502-2201f915a2c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:18.399745 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [None req-8aa4a798-fd3f-4203-978c-2261d416bbda admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-536282704-network', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:16:18.412853 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-8aa4a798-fd3f-4203-978c-2261d416bbda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:18.417975 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-8aa4a798-fd3f-4203-978c-2261d416bbda admin admin] Usage tracker for resource:network and tenant:9a519a8d5c54458c8ad1c43bdb399503 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:18.422577 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-8aa4a798-fd3f-4203-978c-2261d416bbda admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:18.431422 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-8aa4a798-fd3f-4203-978c-2261d416bbda admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:18.453808 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa4a798-fd3f-4203-978c-2261d416bbda admin admin] Made reservation on behalf of 9a519a8d5c54458c8ad1c43bdb399503 for: {'network': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:16:18.459349 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-8aa4a798-fd3f-4203-978c-2261d416bbda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for network, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:18.477867 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-8aa4a798-fd3f-4203-978c-2261d416bbda admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:18.502074 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-8aa4a798-fd3f-4203-978c-2261d416bbda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:18.507891 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-8aa4a798-fd3f-4203-978c-2261d416bbda admin admin] Usage tracker for resource:security_group_rule and tenant:9a519a8d5c54458c8ad1c43bdb399503 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:18.518034 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-8aa4a798-fd3f-4203-978c-2261d416bbda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:18.527093 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-8aa4a798-fd3f-4203-978c-2261d416bbda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:18.544142 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-8c95bb1c-8ed5-4838-8502-2201f915a2c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:18.552522 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-8c95bb1c-8ed5-4838-8502-2201f915a2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:18.587079 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c95bb1c-8ed5-4838-8502-2201f915a2c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=88177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 11:16:18.620383 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-8c95bb1c-8ed5-4838-8502-2201f915a2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812087'] for segment, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:18.620957 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.db.segments_db [None req-8c95bb1c-8ed5-4838-8502-2201f915a2c1 admin admin] Added segment 16a2de15-6980-4132-bd42-bda3444a5a84 of type vlan for network 647c9e7b-b7a7-4477-9f91-f7cbd7c4f388 Jun 28 11:16:18.627979 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c95bb1c-8ed5-4838-8502-2201f915a2c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ebc2123-5726-45a9-9bdc-d6147d650e7a,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:18.641665 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c95bb1c-8ed5-4838-8502-2201f915a2c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:18.642024 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c95bb1c-8ed5-4838-8502-2201f915a2c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:18.642359 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c95bb1c-8ed5-4838-8502-2201f915a2c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:18.642688 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c95bb1c-8ed5-4838-8502-2201f915a2c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:18.643014 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c95bb1c-8ed5-4838-8502-2201f915a2c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:18.643335 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c95bb1c-8ed5-4838-8502-2201f915a2c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:18.643657 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c95bb1c-8ed5-4838-8502-2201f915a2c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:18.643976 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c95bb1c-8ed5-4838-8502-2201f915a2c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:18.644306 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c95bb1c-8ed5-4838-8502-2201f915a2c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:18.644625 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c95bb1c-8ed5-4838-8502-2201f915a2c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:18.644954 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c95bb1c-8ed5-4838-8502-2201f915a2c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:18.645273 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c95bb1c-8ed5-4838-8502-2201f915a2c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:18.646318 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c95bb1c-8ed5-4838-8502-2201f915a2c1 admin admin] Tracked resource versions report: Jun 28 11:16:18.646318 dv-cinder-844605-1-iscsi neutron-server[88177]: pushed versions: Jun 28 11:16:18.646318 dv-cinder-844605-1-iscsi neutron-server[88177]: { 'AddressGroup': {'1.2'}, Jun 28 11:16:18.646318 dv-cinder-844605-1-iscsi neutron-server[88177]: 'ConntrackHelper': {'1.0'}, Jun 28 11:16:18.646318 dv-cinder-844605-1-iscsi neutron-server[88177]: 'Log': {'1.0'}, Jun 28 11:16:18.646318 dv-cinder-844605-1-iscsi neutron-server[88177]: 'Network': {'1.1'}, Jun 28 11:16:18.646318 dv-cinder-844605-1-iscsi neutron-server[88177]: 'Port': {'1.7'}, Jun 28 11:16:18.646318 dv-cinder-844605-1-iscsi neutron-server[88177]: 'PortForwarding': {'1.2'}, Jun 28 11:16:18.646318 dv-cinder-844605-1-iscsi neutron-server[88177]: 'QosPolicy': {'1.8'}, Jun 28 11:16:18.646318 dv-cinder-844605-1-iscsi neutron-server[88177]: 'SecurityGroup': {'1.4'}, Jun 28 11:16:18.646318 dv-cinder-844605-1-iscsi neutron-server[88177]: 'SecurityGroupRule': {'1.2'}, Jun 28 11:16:18.646318 dv-cinder-844605-1-iscsi neutron-server[88177]: 'SubPort': {'1.0'}, Jun 28 11:16:18.646318 dv-cinder-844605-1-iscsi neutron-server[88177]: 'Subnet': {'1.1'}, Jun 28 11:16:18.646318 dv-cinder-844605-1-iscsi neutron-server[88177]: 'Trunk': {'1.1'}} Jun 28 11:16:18.646318 dv-cinder-844605-1-iscsi neutron-server[88177]: consumer versions: Jun 28 11:16:18.646318 dv-cinder-844605-1-iscsi neutron-server[88177]: { DHCP agent@dv-cinder-844605-1-iscsi: {}, Jun 28 11:16:18.646318 dv-cinder-844605-1-iscsi neutron-server[88177]: HyperV agent@hv-cinder-84460: {}, Jun 28 11:16:18.646318 dv-cinder-844605-1-iscsi neutron-server[88177]: L3 agent@dv-cinder-844605-1-iscsi: {}, Jun 28 11:16:18.646318 dv-cinder-844605-1-iscsi neutron-server[88177]: Metadata agent@dv-cinder-844605-1-iscsi: {}, Jun 28 11:16:18.646318 dv-cinder-844605-1-iscsi neutron-server[88177]: Metering agent@dv-cinder-844605-1-iscsi: {}, Jun 28 11:16:18.646318 dv-cinder-844605-1-iscsi neutron-server[88177]: Open vSwitch agent@dv-cinder-844605-1-iscsi: { 'AddressGroup': '1.2', Jun 28 11:16:18.646318 dv-cinder-844605-1-iscsi neutron-server[88177]: 'ConntrackHelper': '1.0', Jun 28 11:16:18.646318 dv-cinder-844605-1-iscsi neutron-server[88177]: 'Log': '1.0', Jun 28 11:16:18.646318 dv-cinder-844605-1-iscsi neutron-server[88177]: 'Network': '1.1', Jun 28 11:16:18.646318 dv-cinder-844605-1-iscsi neutron-server[88177]: 'Port': '1.7', Jun 28 11:16:18.646318 dv-cinder-844605-1-iscsi neutron-server[88177]: 'PortForwarding': '1.2', Jun 28 11:16:18.646318 dv-cinder-844605-1-iscsi neutron-server[88177]: 'QosPolicy': '1.8', Jun 28 11:16:18.646318 dv-cinder-844605-1-iscsi neutron-server[88177]: 'SecurityGroup': '1.4', Jun 28 11:16:18.646318 dv-cinder-844605-1-iscsi neutron-server[88177]: 'SecurityGroupRule': '1.2', Jun 28 11:16:18.646318 dv-cinder-844605-1-iscsi neutron-server[88177]: 'SubPort': '1.0', Jun 28 11:16:18.646318 dv-cinder-844605-1-iscsi neutron-server[88177]: 'Subnet': '1.1', Jun 28 11:16:18.646318 dv-cinder-844605-1-iscsi neutron-server[88177]: 'Trunk': '1.1'}} Jun 28 11:16:18.646318 dv-cinder-844605-1-iscsi neutron-server[88177]: {{(pid=88177) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 11:16:18.679369 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-8c95bb1c-8ed5-4838-8502-2201f915a2c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782103966769'] for network, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:18.736500 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-8aa4a798-fd3f-4203-978c-2261d416bbda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:18.742444 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-8aa4a798-fd3f-4203-978c-2261d416bbda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:18.757347 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-8c95bb1c-8ed5-4838-8502-2201f915a2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693'] for network, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:18.758376 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c95bb1c-8ed5-4838-8502-2201f915a2c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:16:18.759028 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-8c95bb1c-8ed5-4838-8502-2201f915a2c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562711'] for network, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:18.811811 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aa4a798-fd3f-4203-978c-2261d416bbda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=88177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 11:16:18.886495 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa4a798-fd3f-4203-978c-2261d416bbda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=045ffe4a-3f67-4273-859b-3aa564f9cf8c,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:18.921470 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-8aa4a798-fd3f-4203-978c-2261d416bbda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812087'] for segment, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:18.921819 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.db.segments_db [None req-8aa4a798-fd3f-4203-978c-2261d416bbda admin admin] Added segment d955dde5-69b1-4a11-8383-f5f9cce13386 of type vlan for network 21e79c31-8e4c-4686-94df-41e665c65d49 Jun 28 11:16:18.940904 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c95bb1c-8ed5-4838-8502-2201f915a2c1 admin admin] Pushing event updated for resources: {'Network': ['ID=647c9e7b-b7a7-4477-9f91-f7cbd7c4f388,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:18.955744 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Network 647c9e7b-b7a7-4477-9f91-f7cbd7c4f388 details requested by agent ovs-agent-dv-cinder-844605-1-iscsi with host dv-cinder-844605-1-iscsi {{(pid=88179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 11:16:18.962944 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 51308) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:18.963621 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-8c95bb1c-8ed5-4838-8502-2201f915a2c1 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9950807 Jun 28 11:16:18.969896 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [None req-3cb22103-9645-45db-9028-9a28398a97b9 admin admin] Request body: {'subnet': {'network_id': '647c9e7b-b7a7-4477-9f91-f7cbd7c4f388', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-436949181-subnet', 'tenant_id': '1830a57f9af544b99b003238de1ba64d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:16:18.971261 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-8aa4a798-fd3f-4203-978c-2261d416bbda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782103966769'] for network, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:18.980334 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-3cb22103-9645-45db-9028-9a28398a97b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:18.993787 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-3cb22103-9645-45db-9028-9a28398a97b9 admin admin] Usage tracker for resource:subnet and tenant:1830a57f9af544b99b003238de1ba64d is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:18.998044 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-3cb22103-9645-45db-9028-9a28398a97b9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:19.010296 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-8aa4a798-fd3f-4203-978c-2261d416bbda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693'] for network, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:19.011290 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-3cb22103-9645-45db-9028-9a28398a97b9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:19.011869 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa4a798-fd3f-4203-978c-2261d416bbda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:16:19.012598 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-8aa4a798-fd3f-4203-978c-2261d416bbda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562711'] for network, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:19.024710 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb22103-9645-45db-9028-9a28398a97b9 admin admin] Made reservation on behalf of 1830a57f9af544b99b003238de1ba64d for: {'subnet': 1} {{(pid=88178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:16:19.027795 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-3cb22103-9645-45db-9028-9a28398a97b9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:19.057531 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-8aa4a798-fd3f-4203-978c-2261d416bbda admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8245795 Jun 28 11:16:19.063927 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 51312) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:19.064250 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 51314) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:19.131981 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 51322) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:19.143343 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [None req-778b4d5b-5d9a-453a-97a9-4dc4f5eb667e admin admin] Request body: {'subnet': {'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-536282704-subnet', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:16:19.154140 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-778b4d5b-5d9a-453a-97a9-4dc4f5eb667e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:19.171223 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-778b4d5b-5d9a-453a-97a9-4dc4f5eb667e admin admin] Usage tracker for resource:subnet and tenant:9a519a8d5c54458c8ad1c43bdb399503 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:19.176814 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-778b4d5b-5d9a-453a-97a9-4dc4f5eb667e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:19.185534 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-778b4d5b-5d9a-453a-97a9-4dc4f5eb667e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:19.187644 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa4a798-fd3f-4203-978c-2261d416bbda admin admin] Pushing event updated for resources: {'Network': ['ID=21e79c31-8e4c-4686-94df-41e665c65d49,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:19.204564 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778b4d5b-5d9a-453a-97a9-4dc4f5eb667e admin admin] Made reservation on behalf of 9a519a8d5c54458c8ad1c43bdb399503 for: {'subnet': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:16:19.205228 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Network 21e79c31-8e4c-4686-94df-41e665c65d49 details requested by agent ovs-agent-dv-cinder-844605-1-iscsi with host dv-cinder-844605-1-iscsi {{(pid=88179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 11:16:19.206943 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-778b4d5b-5d9a-453a-97a9-4dc4f5eb667e admin admin] Notify callbacks [] for subnet, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:19.220222 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 51332) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:19.261896 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-3cb22103-9645-45db-9028-9a28398a97b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693'] for subnet, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:19.394976 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb22103-9645-45db-9028-9a28398a97b9 admin admin] Checking segment: {'id': '16a2de15-6980-4132-bd42-bda3444a5a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '647c9e7b-b7a7-4477-9f91-f7cbd7c4f388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:16:19.395612 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb22103-9645-45db-9028-9a28398a97b9 admin admin] Network hostable DHCP agents. Network: 647c9e7b-b7a7-4477-9f91-f7cbd7c4f388, hostable agents: ['bd7a9fca-13b7-4c24-af86-ecdc43be0dc3'], hosted agents: [] {{(pid=88178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 11:16:19.416769 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb22103-9645-45db-9028-9a28398a97b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c598e1cb-ab1b-42ae-9395-5d86aaae97b3,revision_number=0']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:19.433562 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb22103-9645-45db-9028-9a28398a97b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:19.433907 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb22103-9645-45db-9028-9a28398a97b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:19.435523 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb22103-9645-45db-9028-9a28398a97b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:19.435888 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb22103-9645-45db-9028-9a28398a97b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:19.436358 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb22103-9645-45db-9028-9a28398a97b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:19.438934 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb22103-9645-45db-9028-9a28398a97b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:19.438934 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb22103-9645-45db-9028-9a28398a97b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:19.439403 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb22103-9645-45db-9028-9a28398a97b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:19.439629 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb22103-9645-45db-9028-9a28398a97b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:19.439955 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb22103-9645-45db-9028-9a28398a97b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:19.440282 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb22103-9645-45db-9028-9a28398a97b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:19.440608 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb22103-9645-45db-9028-9a28398a97b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:19.441696 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb22103-9645-45db-9028-9a28398a97b9 admin admin] Tracked resource versions report: Jun 28 11:16:19.441696 dv-cinder-844605-1-iscsi neutron-server[88178]: pushed versions: Jun 28 11:16:19.441696 dv-cinder-844605-1-iscsi neutron-server[88178]: { 'AddressGroup': {'1.2'}, Jun 28 11:16:19.441696 dv-cinder-844605-1-iscsi neutron-server[88178]: 'ConntrackHelper': {'1.0'}, Jun 28 11:16:19.441696 dv-cinder-844605-1-iscsi neutron-server[88178]: 'Log': {'1.0'}, Jun 28 11:16:19.441696 dv-cinder-844605-1-iscsi neutron-server[88178]: 'Network': {'1.1'}, Jun 28 11:16:19.441696 dv-cinder-844605-1-iscsi neutron-server[88178]: 'Port': {'1.7'}, Jun 28 11:16:19.441696 dv-cinder-844605-1-iscsi neutron-server[88178]: 'PortForwarding': {'1.2'}, Jun 28 11:16:19.441696 dv-cinder-844605-1-iscsi neutron-server[88178]: 'QosPolicy': {'1.8'}, Jun 28 11:16:19.441696 dv-cinder-844605-1-iscsi neutron-server[88178]: 'SecurityGroup': {'1.4'}, Jun 28 11:16:19.441696 dv-cinder-844605-1-iscsi neutron-server[88178]: 'SecurityGroupRule': {'1.2'}, Jun 28 11:16:19.441696 dv-cinder-844605-1-iscsi neutron-server[88178]: 'SubPort': {'1.0'}, Jun 28 11:16:19.441696 dv-cinder-844605-1-iscsi neutron-server[88178]: 'Subnet': {'1.1'}, Jun 28 11:16:19.441696 dv-cinder-844605-1-iscsi neutron-server[88178]: 'Trunk': {'1.1'}} Jun 28 11:16:19.441696 dv-cinder-844605-1-iscsi neutron-server[88178]: consumer versions: Jun 28 11:16:19.441696 dv-cinder-844605-1-iscsi neutron-server[88178]: { DHCP agent@dv-cinder-844605-1-iscsi: {}, Jun 28 11:16:19.441696 dv-cinder-844605-1-iscsi neutron-server[88178]: HyperV agent@hv-cinder-84460: {}, Jun 28 11:16:19.441696 dv-cinder-844605-1-iscsi neutron-server[88178]: L3 agent@dv-cinder-844605-1-iscsi: {}, Jun 28 11:16:19.441696 dv-cinder-844605-1-iscsi neutron-server[88178]: Metadata agent@dv-cinder-844605-1-iscsi: {}, Jun 28 11:16:19.441696 dv-cinder-844605-1-iscsi neutron-server[88178]: Metering agent@dv-cinder-844605-1-iscsi: {}, Jun 28 11:16:19.441696 dv-cinder-844605-1-iscsi neutron-server[88178]: Open vSwitch agent@dv-cinder-844605-1-iscsi: { 'AddressGroup': '1.2', Jun 28 11:16:19.441696 dv-cinder-844605-1-iscsi neutron-server[88178]: 'ConntrackHelper': '1.0', Jun 28 11:16:19.441696 dv-cinder-844605-1-iscsi neutron-server[88178]: 'Log': '1.0', Jun 28 11:16:19.441696 dv-cinder-844605-1-iscsi neutron-server[88178]: 'Network': '1.1', Jun 28 11:16:19.441696 dv-cinder-844605-1-iscsi neutron-server[88178]: 'Port': '1.7', Jun 28 11:16:19.441696 dv-cinder-844605-1-iscsi neutron-server[88178]: 'PortForwarding': '1.2', Jun 28 11:16:19.441696 dv-cinder-844605-1-iscsi neutron-server[88178]: 'QosPolicy': '1.8', Jun 28 11:16:19.441696 dv-cinder-844605-1-iscsi neutron-server[88178]: 'SecurityGroup': '1.4', Jun 28 11:16:19.441696 dv-cinder-844605-1-iscsi neutron-server[88178]: 'SecurityGroupRule': '1.2', Jun 28 11:16:19.441696 dv-cinder-844605-1-iscsi neutron-server[88178]: 'SubPort': '1.0', Jun 28 11:16:19.441696 dv-cinder-844605-1-iscsi neutron-server[88178]: 'Subnet': '1.1', Jun 28 11:16:19.441696 dv-cinder-844605-1-iscsi neutron-server[88178]: 'Trunk': '1.1'}} Jun 28 11:16:19.441696 dv-cinder-844605-1-iscsi neutron-server[88178]: {{(pid=88178) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 11:16:19.444022 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb22103-9645-45db-9028-9a28398a97b9 admin admin] Network 647c9e7b-b7a7-4477-9f91-f7cbd7c4f388 is scheduled to be hosted by DHCP agent bd7a9fca-13b7-4c24-af86-ecdc43be0dc3 with binding_index 1 {{(pid=88178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 11:16:19.466857 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.base_scheduler [None req-3cb22103-9645-45db-9028-9a28398a97b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844605-1-iscsi, 647c9e7b-b7a7-4477-9f91-f7cbd7c4f388) {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:16:19.468342 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [None req-6742f85e-3efd-495b-9a49-d0ba876d929b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2049189769-network', 'tenant_id': 'a8a4f70e41194b2eae97400fe38eb655'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:16:19.478580 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb22103-9645-45db-9028-9a28398a97b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:16:19.478815 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-6742f85e-3efd-495b-9a49-d0ba876d929b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:19.479203 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-3cb22103-9645-45db-9028-9a28398a97b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562711'] for subnet, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:19.480592 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9029a99-70e9-46f1-92bd-4be2a63d8024 None None] Network 647c9e7b-b7a7-4477-9f91-f7cbd7c4f388 requested from dv-cinder-844605-1-iscsi {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:16:19.494927 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-6742f85e-3efd-495b-9a49-d0ba876d929b admin admin] Usage tracker for resource:network and tenant:a8a4f70e41194b2eae97400fe38eb655 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:19.500325 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-6742f85e-3efd-495b-9a49-d0ba876d929b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:19.511009 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-6742f85e-3efd-495b-9a49-d0ba876d929b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:19.516073 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [None req-c90bc220-ac37-4763-b6f4-d2c858f89d58 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-598911938-network', 'tenant_id': '0d240302ccf0453994b861ae39dea463'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:16:19.524018 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-778b4d5b-5d9a-453a-97a9-4dc4f5eb667e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693'] for subnet, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:19.532059 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-c90bc220-ac37-4763-b6f4-d2c858f89d58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:19.535108 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-3cb22103-9645-45db-9028-9a28398a97b9 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5708973 Jun 28 11:16:19.580390 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [None req-4bcfc0cf-aa1d-4184-b24c-db025f003793 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1407272727-network', 'tenant_id': '39ee6a774aa94963a4c024612cabe0ab'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:16:19.591042 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-c90bc220-ac37-4763-b6f4-d2c858f89d58 admin admin] Usage tracker for resource:network and tenant:0d240302ccf0453994b861ae39dea463 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:19.594607 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-c90bc220-ac37-4763-b6f4-d2c858f89d58 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:19.600005 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6742f85e-3efd-495b-9a49-d0ba876d929b admin admin] Made reservation on behalf of a8a4f70e41194b2eae97400fe38eb655 for: {'network': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:16:19.602479 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-6742f85e-3efd-495b-9a49-d0ba876d929b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for network, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:19.619337 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-4bcfc0cf-aa1d-4184-b24c-db025f003793 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:19.622188 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-c90bc220-ac37-4763-b6f4-d2c858f89d58 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:19.638191 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-6742f85e-3efd-495b-9a49-d0ba876d929b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:19.651908 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-4bcfc0cf-aa1d-4184-b24c-db025f003793 admin admin] Usage tracker for resource:network and tenant:39ee6a774aa94963a4c024612cabe0ab is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:19.661905 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-4bcfc0cf-aa1d-4184-b24c-db025f003793 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:19.680822 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-4bcfc0cf-aa1d-4184-b24c-db025f003793 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:19.683268 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778b4d5b-5d9a-453a-97a9-4dc4f5eb667e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0543e16d-abbf-4f46-8991-01ac45b7ec02,revision_number=0']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:19.695598 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-6742f85e-3efd-495b-9a49-d0ba876d929b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:19.698914 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90bc220-ac37-4763-b6f4-d2c858f89d58 admin admin] Made reservation on behalf of 0d240302ccf0453994b861ae39dea463 for: {'network': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:16:19.702028 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-c90bc220-ac37-4763-b6f4-d2c858f89d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for network, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:19.737848 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-6742f85e-3efd-495b-9a49-d0ba876d929b admin admin] Usage tracker for resource:security_group_rule and tenant:a8a4f70e41194b2eae97400fe38eb655 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:19.744128 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-6742f85e-3efd-495b-9a49-d0ba876d929b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:19.761832 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-c90bc220-ac37-4763-b6f4-d2c858f89d58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:19.771808 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968b268c-775c-494d-ae05-e5c84f0f5dda None None] Network 647c9e7b-b7a7-4477-9f91-f7cbd7c4f388 requested from dv-cinder-844605-1-iscsi {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:16:19.795081 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-6742f85e-3efd-495b-9a49-d0ba876d929b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:19.797053 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bcfc0cf-aa1d-4184-b24c-db025f003793 admin admin] Made reservation on behalf of 39ee6a774aa94963a4c024612cabe0ab for: {'network': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:16:19.799351 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-4bcfc0cf-aa1d-4184-b24c-db025f003793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for network, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:19.825318 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778b4d5b-5d9a-453a-97a9-4dc4f5eb667e admin admin] Checking segment: {'id': 'd955dde5-69b1-4a11-8383-f5f9cce13386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:16:19.825699 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778b4d5b-5d9a-453a-97a9-4dc4f5eb667e admin admin] Network hostable DHCP agents. Network: 21e79c31-8e4c-4686-94df-41e665c65d49, hostable agents: ['bd7a9fca-13b7-4c24-af86-ecdc43be0dc3'], hosted agents: [] {{(pid=88177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 11:16:19.860481 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-4bcfc0cf-aa1d-4184-b24c-db025f003793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:19.888707 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-c90bc220-ac37-4763-b6f4-d2c858f89d58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:19.898477 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-c90bc220-ac37-4763-b6f4-d2c858f89d58 admin admin] Usage tracker for resource:security_group_rule and tenant:0d240302ccf0453994b861ae39dea463 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:19.904803 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-c90bc220-ac37-4763-b6f4-d2c858f89d58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:19.914498 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-c90bc220-ac37-4763-b6f4-d2c858f89d58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:20.137452 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-c90bc220-ac37-4763-b6f4-d2c858f89d58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:20.161069 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-c90bc220-ac37-4763-b6f4-d2c858f89d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:20.166604 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-4bcfc0cf-aa1d-4184-b24c-db025f003793 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:20.190698 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-4bcfc0cf-aa1d-4184-b24c-db025f003793 admin admin] Usage tracker for resource:security_group_rule and tenant:39ee6a774aa94963a4c024612cabe0ab is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:20.202369 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-4bcfc0cf-aa1d-4184-b24c-db025f003793 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:20.234633 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-4bcfc0cf-aa1d-4184-b24c-db025f003793 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:20.236530 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c90bc220-ac37-4763-b6f4-d2c858f89d58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=88177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 11:16:20.242751 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778b4d5b-5d9a-453a-97a9-4dc4f5eb667e admin admin] Network 21e79c31-8e4c-4686-94df-41e665c65d49 is scheduled to be hosted by DHCP agent bd7a9fca-13b7-4c24-af86-ecdc43be0dc3 with binding_index 1 {{(pid=88177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 11:16:20.255390 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90bc220-ac37-4763-b6f4-d2c858f89d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c95dec-81b2-498e-8eaf-d1121c971e37,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:20.274913 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-c90bc220-ac37-4763-b6f4-d2c858f89d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812087'] for segment, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:20.275620 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.db.segments_db [None req-c90bc220-ac37-4763-b6f4-d2c858f89d58 admin admin] Added segment 17cc432d-efff-455f-9a65-b5d8bf244c2a of type vlan for network 3f8d13e4-2335-496a-b358-95cda2a57319 Jun 28 11:16:20.291234 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.base_scheduler [None req-778b4d5b-5d9a-453a-97a9-4dc4f5eb667e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844605-1-iscsi, 21e79c31-8e4c-4686-94df-41e665c65d49) {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:16:20.312456 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe4e68f-09fe-4138-8a40-6a9b3f59a4ee None None] Network 21e79c31-8e4c-4686-94df-41e665c65d49 requested from dv-cinder-844605-1-iscsi {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:16:20.319211 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778b4d5b-5d9a-453a-97a9-4dc4f5eb667e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:16:20.319788 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-778b4d5b-5d9a-453a-97a9-4dc4f5eb667e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562711'] for subnet, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:20.372735 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-c90bc220-ac37-4763-b6f4-d2c858f89d58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782103966769'] for network, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:20.468474 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-6742f85e-3efd-495b-9a49-d0ba876d929b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:20.488123 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-6742f85e-3efd-495b-9a49-d0ba876d929b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:20.537211 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6742f85e-3efd-495b-9a49-d0ba876d929b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6daf09b6-1da0-4cde-927a-d027da925601,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:20.555751 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-778b4d5b-5d9a-453a-97a9-4dc4f5eb667e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4904683 Jun 28 11:16:20.558688 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 51382) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:20.565344 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [None req-c2ec64cd-3c73-49b6-ad9a-4008d9f91f8d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-536282704-router', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463'}}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:16:20.572119 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-c90bc220-ac37-4763-b6f4-d2c858f89d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693'] for network, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:20.572994 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-c2ec64cd-3c73-49b6-ad9a-4008d9f91f8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:20.573832 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90bc220-ac37-4763-b6f4-d2c858f89d58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:16:20.574499 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-c90bc220-ac37-4763-b6f4-d2c858f89d58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562711'] for network, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:20.582443 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-c2ec64cd-3c73-49b6-ad9a-4008d9f91f8d admin admin] Usage tracker for resource:router and tenant:9a519a8d5c54458c8ad1c43bdb399503 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:20.593916 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-c2ec64cd-3c73-49b6-ad9a-4008d9f91f8d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:20.606621 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-c2ec64cd-3c73-49b6-ad9a-4008d9f91f8d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:20.611786 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954f2046-c7ca-4d0c-b18d-1fed37258695 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad984f-d5be-5395-a87e-fa0999123cbc-21e79c31-8e4c-4686-94df-41e665c65d49', 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'fixed_ips': [{'subnet_id': '0543e16d-abbf-4f46-8991-01ac45b7ec02'}]}} from dv-cinder-844605-1-iscsi. {{(pid=88179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 28 11:16:20.613119 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-954f2046-c7ca-4d0c-b18d-1fed37258695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_create {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:20.632395 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-c2ec64cd-3c73-49b6-ad9a-4008d9f91f8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5216'] for router, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:20.633982 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-c2ec64cd-3c73-49b6-ad9a-4008d9f91f8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-362573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5243'] for router, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:20.645734 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6742f85e-3efd-495b-9a49-d0ba876d929b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=88177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 11:16:20.652730 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-c90bc220-ac37-4763-b6f4-d2c858f89d58 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5166054 Jun 28 11:16:20.670133 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-c2ec64cd-3c73-49b6-ad9a-4008d9f91f8d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:20.691388 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 51388) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:20.702523 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [None req-41d9a867-07c0-4f1d-8085-076106d0bbdb admin admin] Request body: {'subnet': {'network_id': '3f8d13e4-2335-496a-b358-95cda2a57319', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-598911938-subnet', 'tenant_id': '0d240302ccf0453994b861ae39dea463', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:16:20.709818 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-41d9a867-07c0-4f1d-8085-076106d0bbdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:20.716145 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-41d9a867-07c0-4f1d-8085-076106d0bbdb admin admin] Usage tracker for resource:subnet and tenant:0d240302ccf0453994b861ae39dea463 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:20.723318 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-4bcfc0cf-aa1d-4184-b24c-db025f003793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:20.724257 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-41d9a867-07c0-4f1d-8085-076106d0bbdb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:20.750994 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-4bcfc0cf-aa1d-4184-b24c-db025f003793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:20.754810 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-6742f85e-3efd-495b-9a49-d0ba876d929b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812087'] for segment, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:20.755189 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.db.segments_db [None req-6742f85e-3efd-495b-9a49-d0ba876d929b admin admin] Added segment 57e9c6f3-a16e-4f97-bef6-f490cb187f6c of type vlan for network 5316afc2-a33a-494f-bbbe-5e30377632ee Jun 28 11:16:20.788146 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90bc220-ac37-4763-b6f4-d2c858f89d58 admin admin] Pushing event updated for resources: {'Network': ['ID=3f8d13e4-2335-496a-b358-95cda2a57319,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:20.798412 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bcfc0cf-aa1d-4184-b24c-db025f003793 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=88177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 11:16:20.836681 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-4bcfc0cf-aa1d-4184-b24c-db025f003793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812087'] for segment, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:20.837410 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.db.segments_db [None req-4bcfc0cf-aa1d-4184-b24c-db025f003793 admin admin] Added segment fd3dbdf8-f40f-4579-8d9f-d3926cb58f5f of type vlan for network 3dcee093-7093-4d70-9e54-e71a2fd9b0d8 Jun 28 11:16:20.838709 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcfc0cf-aa1d-4184-b24c-db025f003793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=601369c7-7d40-42f0-96f1-16218da40df6,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:20.853608 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-6742f85e-3efd-495b-9a49-d0ba876d929b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782103966769'] for network, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:20.863239 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_common [None req-954f2046-c7ca-4d0c-b18d-1fed37258695 None None] Allocated IP 172.20.0.2 (21e79c31-8e4c-4686-94df-41e665c65d49/0543e16d-abbf-4f46-8991-01ac45b7ec02/9597cdf9-5efc-4f78-b96b-cc0758671f27) {{(pid=88179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:16:20.867442 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Network 3f8d13e4-2335-496a-b358-95cda2a57319 details requested by agent ovs-agent-dv-cinder-844605-1-iscsi with host dv-cinder-844605-1-iscsi {{(pid=88179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 11:16:20.898627 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-41d9a867-07c0-4f1d-8085-076106d0bbdb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:20.922528 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d9a867-07c0-4f1d-8085-076106d0bbdb admin admin] Made reservation on behalf of 0d240302ccf0453994b861ae39dea463 for: {'subnet': 1} {{(pid=88178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:16:20.927561 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-41d9a867-07c0-4f1d-8085-076106d0bbdb admin admin] Notify callbacks [] for subnet, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:20.939382 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-4bcfc0cf-aa1d-4184-b24c-db025f003793 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782103966769'] for network, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:21.008742 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-6742f85e-3efd-495b-9a49-d0ba876d929b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693'] for network, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:21.011357 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6742f85e-3efd-495b-9a49-d0ba876d929b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:16:21.012192 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-6742f85e-3efd-495b-9a49-d0ba876d929b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562711'] for network, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:21.148603 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 51400) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:21.153971 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-4bcfc0cf-aa1d-4184-b24c-db025f003793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693'] for network, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:21.155620 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcfc0cf-aa1d-4184-b24c-db025f003793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:16:21.156189 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-4bcfc0cf-aa1d-4184-b24c-db025f003793 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562711'] for network, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:21.173168 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [None req-cf246f1a-201a-4e4a-89c7-9ead0451bacb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1158528680-network', 'tenant_id': '02cd0f8c4ac14ef08d34628ef76b925c'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:16:21.187182 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-cf246f1a-201a-4e4a-89c7-9ead0451bacb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:21.199715 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-6742f85e-3efd-495b-9a49-d0ba876d929b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1328192 Jun 28 11:16:21.207181 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 51408) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:21.208188 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-cf246f1a-201a-4e4a-89c7-9ead0451bacb admin admin] Usage tracker for resource:network and tenant:02cd0f8c4ac14ef08d34628ef76b925c is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:21.221207 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [None req-2ebe1ae4-58a3-44bb-9842-ab3c5b96d34f admin admin] Request body: {'subnet': {'network_id': '5316afc2-a33a-494f-bbbe-5e30377632ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2049189769-subnet', 'tenant_id': 'a8a4f70e41194b2eae97400fe38eb655', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:16:21.226453 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-2ebe1ae4-58a3-44bb-9842-ab3c5b96d34f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:21.233531 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-2ebe1ae4-58a3-44bb-9842-ab3c5b96d34f admin admin] Usage tracker for resource:subnet and tenant:a8a4f70e41194b2eae97400fe38eb655 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:21.241398 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-2ebe1ae4-58a3-44bb-9842-ab3c5b96d34f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:21.258699 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-2ebe1ae4-58a3-44bb-9842-ab3c5b96d34f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:21.267068 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-cf246f1a-201a-4e4a-89c7-9ead0451bacb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:21.289450 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6742f85e-3efd-495b-9a49-d0ba876d929b admin admin] Pushing event updated for resources: {'Network': ['ID=5316afc2-a33a-494f-bbbe-5e30377632ee,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:21.309450 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Network 5316afc2-a33a-494f-bbbe-5e30377632ee details requested by agent ovs-agent-dv-cinder-844605-1-iscsi with host dv-cinder-844605-1-iscsi {{(pid=88179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 11:16:21.325602 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-4bcfc0cf-aa1d-4184-b24c-db025f003793 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.0952089 Jun 28 11:16:21.327137 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ebe1ae4-58a3-44bb-9842-ab3c5b96d34f admin admin] Made reservation on behalf of a8a4f70e41194b2eae97400fe38eb655 for: {'subnet': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:16:21.333242 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-2ebe1ae4-58a3-44bb-9842-ab3c5b96d34f admin admin] Notify callbacks [] for subnet, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:21.347243 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-cf246f1a-201a-4e4a-89c7-9ead0451bacb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:21.351154 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 51412) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:21.418714 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [None req-a425ede7-c4c8-4b9c-ad80-45c5aadf85b2 admin admin] Request body: {'subnet': {'network_id': '3dcee093-7093-4d70-9e54-e71a2fd9b0d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1407272727-subnet', 'tenant_id': '39ee6a774aa94963a4c024612cabe0ab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:16:21.493032 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-a425ede7-c4c8-4b9c-ad80-45c5aadf85b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:21.507308 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-954f2046-c7ca-4d0c-b18d-1fed37258695 None None] Notify callbacks [] for port, precommit_create {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:21.522269 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-954f2046-c7ca-4d0c-b18d-1fed37258695 None None] Transition to ACTIVE for port object 9597cdf9-5efc-4f78-b96b-cc0758671f27 will not be triggered until provisioned by entity L2. {{(pid=88179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:16:21.528888 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-41d9a867-07c0-4f1d-8085-076106d0bbdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693'] for subnet, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:21.545828 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-954f2046-c7ca-4d0c-b18d-1fed37258695 None None] Transition to ACTIVE for port object 9597cdf9-5efc-4f78-b96b-cc0758671f27 will not be triggered until provisioned by entity DHCP. {{(pid=88179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:16:21.557939 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-954f2046-c7ca-4d0c-b18d-1fed37258695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782103981231'] for port, after_create {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:21.599077 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-a425ede7-c4c8-4b9c-ad80-45c5aadf85b2 admin admin] Usage tracker for resource:subnet and tenant:39ee6a774aa94963a4c024612cabe0ab is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:21.640116 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-c2ec64cd-3c73-49b6-ad9a-4008d9f91f8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-362623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5189'] for router, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:21.644386 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d9a867-07c0-4f1d-8085-076106d0bbdb admin admin] Checking segment: {'id': '17cc432d-efff-455f-9a65-b5d8bf244c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3f8d13e4-2335-496a-b358-95cda2a57319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:16:21.644821 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcfc0cf-aa1d-4184-b24c-db025f003793 admin admin] Pushing event updated for resources: {'Network': ['ID=3dcee093-7093-4d70-9e54-e71a2fd9b0d8,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:21.644944 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d9a867-07c0-4f1d-8085-076106d0bbdb admin admin] Network hostable DHCP agents. Network: 3f8d13e4-2335-496a-b358-95cda2a57319, hostable agents: ['bd7a9fca-13b7-4c24-af86-ecdc43be0dc3'], hosted agents: [] {{(pid=88178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 11:16:21.649021 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954f2046-c7ca-4d0c-b18d-1fed37258695 None None] Pushing event updated for resources: {'Port': ['ID=9597cdf9-5efc-4f78-b96b-cc0758671f27,revision_number=1']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:21.659330 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954f2046-c7ca-4d0c-b18d-1fed37258695 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:21.659601 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954f2046-c7ca-4d0c-b18d-1fed37258695 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:21.659934 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954f2046-c7ca-4d0c-b18d-1fed37258695 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:21.660398 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954f2046-c7ca-4d0c-b18d-1fed37258695 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:21.660582 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf246f1a-201a-4e4a-89c7-9ead0451bacb admin admin] Made reservation on behalf of 02cd0f8c4ac14ef08d34628ef76b925c for: {'network': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:16:21.660748 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954f2046-c7ca-4d0c-b18d-1fed37258695 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:21.661237 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954f2046-c7ca-4d0c-b18d-1fed37258695 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:21.661556 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954f2046-c7ca-4d0c-b18d-1fed37258695 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:21.661877 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954f2046-c7ca-4d0c-b18d-1fed37258695 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:21.662213 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954f2046-c7ca-4d0c-b18d-1fed37258695 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:21.662565 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954f2046-c7ca-4d0c-b18d-1fed37258695 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:21.662885 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954f2046-c7ca-4d0c-b18d-1fed37258695 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:21.663201 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954f2046-c7ca-4d0c-b18d-1fed37258695 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:21.664273 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954f2046-c7ca-4d0c-b18d-1fed37258695 None None] Tracked resource versions report: Jun 28 11:16:21.664273 dv-cinder-844605-1-iscsi neutron-server[88179]: pushed versions: Jun 28 11:16:21.664273 dv-cinder-844605-1-iscsi neutron-server[88179]: { 'AddressGroup': {'1.2'}, Jun 28 11:16:21.664273 dv-cinder-844605-1-iscsi neutron-server[88179]: 'ConntrackHelper': {'1.0'}, Jun 28 11:16:21.664273 dv-cinder-844605-1-iscsi neutron-server[88179]: 'Log': {'1.0'}, Jun 28 11:16:21.664273 dv-cinder-844605-1-iscsi neutron-server[88179]: 'Network': {'1.1'}, Jun 28 11:16:21.664273 dv-cinder-844605-1-iscsi neutron-server[88179]: 'Port': {'1.7'}, Jun 28 11:16:21.664273 dv-cinder-844605-1-iscsi neutron-server[88179]: 'PortForwarding': {'1.2'}, Jun 28 11:16:21.664273 dv-cinder-844605-1-iscsi neutron-server[88179]: 'QosPolicy': {'1.8'}, Jun 28 11:16:21.664273 dv-cinder-844605-1-iscsi neutron-server[88179]: 'SecurityGroup': {'1.4'}, Jun 28 11:16:21.664273 dv-cinder-844605-1-iscsi neutron-server[88179]: 'SecurityGroupRule': {'1.2'}, Jun 28 11:16:21.664273 dv-cinder-844605-1-iscsi neutron-server[88179]: 'SubPort': {'1.0'}, Jun 28 11:16:21.664273 dv-cinder-844605-1-iscsi neutron-server[88179]: 'Subnet': {'1.1'}, Jun 28 11:16:21.664273 dv-cinder-844605-1-iscsi neutron-server[88179]: 'Trunk': {'1.1'}} Jun 28 11:16:21.664273 dv-cinder-844605-1-iscsi neutron-server[88179]: consumer versions: Jun 28 11:16:21.664273 dv-cinder-844605-1-iscsi neutron-server[88179]: { DHCP agent@dv-cinder-844605-1-iscsi: {}, Jun 28 11:16:21.664273 dv-cinder-844605-1-iscsi neutron-server[88179]: HyperV agent@hv-cinder-84460: {}, Jun 28 11:16:21.664273 dv-cinder-844605-1-iscsi neutron-server[88179]: L3 agent@dv-cinder-844605-1-iscsi: {}, Jun 28 11:16:21.664273 dv-cinder-844605-1-iscsi neutron-server[88179]: Metadata agent@dv-cinder-844605-1-iscsi: {}, Jun 28 11:16:21.664273 dv-cinder-844605-1-iscsi neutron-server[88179]: Metering agent@dv-cinder-844605-1-iscsi: {}, Jun 28 11:16:21.664273 dv-cinder-844605-1-iscsi neutron-server[88179]: Open vSwitch agent@dv-cinder-844605-1-iscsi: { 'AddressGroup': '1.2', Jun 28 11:16:21.664273 dv-cinder-844605-1-iscsi neutron-server[88179]: 'ConntrackHelper': '1.0', Jun 28 11:16:21.664273 dv-cinder-844605-1-iscsi neutron-server[88179]: 'Log': '1.0', Jun 28 11:16:21.664273 dv-cinder-844605-1-iscsi neutron-server[88179]: 'Network': '1.1', Jun 28 11:16:21.664273 dv-cinder-844605-1-iscsi neutron-server[88179]: 'Port': '1.7', Jun 28 11:16:21.664273 dv-cinder-844605-1-iscsi neutron-server[88179]: 'PortForwarding': '1.2', Jun 28 11:16:21.664273 dv-cinder-844605-1-iscsi neutron-server[88179]: 'QosPolicy': '1.8', Jun 28 11:16:21.664273 dv-cinder-844605-1-iscsi neutron-server[88179]: 'SecurityGroup': '1.4', Jun 28 11:16:21.664273 dv-cinder-844605-1-iscsi neutron-server[88179]: 'SecurityGroupRule': '1.2', Jun 28 11:16:21.664273 dv-cinder-844605-1-iscsi neutron-server[88179]: 'SubPort': '1.0', Jun 28 11:16:21.664273 dv-cinder-844605-1-iscsi neutron-server[88179]: 'Subnet': '1.1', Jun 28 11:16:21.664273 dv-cinder-844605-1-iscsi neutron-server[88179]: 'Trunk': '1.1'}} Jun 28 11:16:21.664273 dv-cinder-844605-1-iscsi neutron-server[88179]: {{(pid=88179) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 11:16:21.694827 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-cf246f1a-201a-4e4a-89c7-9ead0451bacb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for network, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:21.695025 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954f2046-c7ca-4d0c-b18d-1fed37258695 None None] Network 21e79c31-8e4c-4686-94df-41e665c65d49 is already hosted by enough agents. {{(pid=88179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:16:21.699769 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Network 3dcee093-7093-4d70-9e54-e71a2fd9b0d8 details requested by agent ovs-agent-dv-cinder-844605-1-iscsi with host dv-cinder-844605-1-iscsi {{(pid=88179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 11:16:21.704137 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d9a867-07c0-4f1d-8085-076106d0bbdb admin admin] Network 3f8d13e4-2335-496a-b358-95cda2a57319 is scheduled to be hosted by DHCP agent bd7a9fca-13b7-4c24-af86-ecdc43be0dc3 with binding_index 1 {{(pid=88178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 11:16:21.710893 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-a425ede7-c4c8-4b9c-ad80-45c5aadf85b2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:21.733704 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-954f2046-c7ca-4d0c-b18d-1fed37258695 None None] Resources bound (agent type, host, resource id): {{(pid=88179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:16:21.739641 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954f2046-c7ca-4d0c-b18d-1fed37258695 None None] Received port after_create {{(pid=88179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:16:21.788301 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.base_scheduler [None req-41d9a867-07c0-4f1d-8085-076106d0bbdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844605-1-iscsi, 3f8d13e4-2335-496a-b358-95cda2a57319) {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:16:21.852394 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d9a867-07c0-4f1d-8085-076106d0bbdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:16:21.853295 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-41d9a867-07c0-4f1d-8085-076106d0bbdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562711'] for subnet, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:21.863434 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d9a867-07c0-4f1d-8085-076106d0bbdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fabbc00-cab3-403d-bb79-f769bf69911e,revision_number=0']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:21.907153 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-41d9a867-07c0-4f1d-8085-076106d0bbdb admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2142899 Jun 28 11:16:21.909954 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 51438) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:21.915833 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [None req-acfbde3d-3b73-44a2-a7e3-5050b90042e4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-598911938-router', 'tenant_id': '0d240302ccf0453994b861ae39dea463', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463'}}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:16:21.922497 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-acfbde3d-3b73-44a2-a7e3-5050b90042e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:21.930827 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-acfbde3d-3b73-44a2-a7e3-5050b90042e4 admin admin] Usage tracker for resource:router and tenant:0d240302ccf0453994b861ae39dea463 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:21.931650 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-cf246f1a-201a-4e4a-89c7-9ead0451bacb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:21.935594 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-acfbde3d-3b73-44a2-a7e3-5050b90042e4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:21.944588 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-acfbde3d-3b73-44a2-a7e3-5050b90042e4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:21.973539 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733a3c7f-5c47-403a-b606-f7935e7164a7 None None] Network 3f8d13e4-2335-496a-b358-95cda2a57319 requested from dv-cinder-844605-1-iscsi {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:16:21.974673 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-acfbde3d-3b73-44a2-a7e3-5050b90042e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5216'] for router, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:21.977247 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-acfbde3d-3b73-44a2-a7e3-5050b90042e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-362573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5243'] for router, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:21.992624 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-a425ede7-c4c8-4b9c-ad80-45c5aadf85b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:21.999354 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-cf246f1a-201a-4e4a-89c7-9ead0451bacb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:22.009898 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-cf246f1a-201a-4e4a-89c7-9ead0451bacb admin admin] Usage tracker for resource:security_group_rule and tenant:02cd0f8c4ac14ef08d34628ef76b925c is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:22.015968 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-cf246f1a-201a-4e4a-89c7-9ead0451bacb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:22.023063 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-2ebe1ae4-58a3-44bb-9842-ab3c5b96d34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693'] for subnet, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:22.096647 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a425ede7-c4c8-4b9c-ad80-45c5aadf85b2 admin admin] Made reservation on behalf of 39ee6a774aa94963a4c024612cabe0ab for: {'subnet': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:16:22.099230 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-a425ede7-c4c8-4b9c-ad80-45c5aadf85b2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:22.113147 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-cf246f1a-201a-4e4a-89c7-9ead0451bacb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:22.118244 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebe1ae4-58a3-44bb-9842-ab3c5b96d34f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c11ff635-d1c5-4ba3-9901-0a630d89e709,revision_number=0']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:22.160397 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-954f2046-c7ca-4d0c-b18d-1fed37258695 None None] Attempting to bind port 9597cdf9-5efc-4f78-b96b-cc0758671f27 on host dv-cinder-844605-1-iscsi for vnic_type normal with profile {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:16:22.160676 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-954f2046-c7ca-4d0c-b18d-1fed37258695 None None] Attempting to bind port 9597cdf9-5efc-4f78-b96b-cc0758671f27 by drivers openvswitch,hyperv on host dv-cinder-844605-1-iscsi at level 0 using segments [{'id': 'd955dde5-69b1-4a11-8383-f5f9cce13386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49'}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:16:22.161038 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954f2046-c7ca-4d0c-b18d-1fed37258695 None None] Attempting to bind port 9597cdf9-5efc-4f78-b96b-cc0758671f27 on network 21e79c31-8e4c-4686-94df-41e665c65d49 {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:16:22.213069 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-acfbde3d-3b73-44a2-a7e3-5050b90042e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:22.223435 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954f2046-c7ca-4d0c-b18d-1fed37258695 None None] Checking agent: {'id': 'b95f8be4-ac30-48f3-8fc1-8bf3ad4a0571', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 7, 40), 'started_at': datetime.datetime(2022, 6, 28, 11, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:16:22.223845 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954f2046-c7ca-4d0c-b18d-1fed37258695 None None] Checking segment: {'id': 'd955dde5-69b1-4a11-8383-f5f9cce13386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:16:22.224244 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-954f2046-c7ca-4d0c-b18d-1fed37258695 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:22.224722 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954f2046-c7ca-4d0c-b18d-1fed37258695 None None] Bound using segment: {'id': 'd955dde5-69b1-4a11-8383-f5f9cce13386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49'} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:16:22.225210 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-954f2046-c7ca-4d0c-b18d-1fed37258695 None None] Bound port: 9597cdf9-5efc-4f78-b96b-cc0758671f27, host: dv-cinder-844605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd955dde5-69b1-4a11-8383-f5f9cce13386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49'}}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:16:22.225660 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-954f2046-c7ca-4d0c-b18d-1fed37258695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:22.278353 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebe1ae4-58a3-44bb-9842-ab3c5b96d34f admin admin] Checking segment: {'id': '57e9c6f3-a16e-4f97-bef6-f490cb187f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5316afc2-a33a-494f-bbbe-5e30377632ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:16:22.279493 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebe1ae4-58a3-44bb-9842-ab3c5b96d34f admin admin] Network hostable DHCP agents. Network: 5316afc2-a33a-494f-bbbe-5e30377632ee, hostable agents: ['bd7a9fca-13b7-4c24-af86-ecdc43be0dc3'], hosted agents: [] {{(pid=88177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 11:16:22.339897 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-c2ec64cd-3c73-49b6-ad9a-4008d9f91f8d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:22.363063 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebe1ae4-58a3-44bb-9842-ab3c5b96d34f admin admin] Network 5316afc2-a33a-494f-bbbe-5e30377632ee is scheduled to be hosted by DHCP agent bd7a9fca-13b7-4c24-af86-ecdc43be0dc3 with binding_index 1 {{(pid=88177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 11:16:22.411401 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-c2ec64cd-3c73-49b6-ad9a-4008d9f91f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:22.421408 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-954f2046-c7ca-4d0c-b18d-1fed37258695 None None] For port 9597cdf9-5efc-4f78-b96b-cc0758671f27, host dv-cinder-844605-1-iscsi, cleared binding levels {{(pid=88179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:16:22.434057 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-954f2046-c7ca-4d0c-b18d-1fed37258695 None None] For port 9597cdf9-5efc-4f78-b96b-cc0758671f27, host dv-cinder-844605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=9597cdf9-5efc-4f78-b96b-cc0758671f27,segment=NetworkSegment(d955dde5-69b1-4a11-8383-f5f9cce13386),segment_id=d955dde5-69b1-4a11-8383-f5f9cce13386)] {{(pid=88179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:16:22.446725 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-954f2046-c7ca-4d0c-b18d-1fed37258695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:22.485648 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.base_scheduler [None req-2ebe1ae4-58a3-44bb-9842-ab3c5b96d34f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844605-1-iscsi, 5316afc2-a33a-494f-bbbe-5e30377632ee) {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:16:22.517550 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebe1ae4-58a3-44bb-9842-ab3c5b96d34f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:16:22.518283 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-2ebe1ae4-58a3-44bb-9842-ab3c5b96d34f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562711'] for subnet, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:22.546835 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee311ad-10d5-4dd3-b171-8ccbc259f40f None None] Network 5316afc2-a33a-494f-bbbe-5e30377632ee requested from dv-cinder-844605-1-iscsi {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:16:22.567056 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-cf246f1a-201a-4e4a-89c7-9ead0451bacb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:22.593274 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-cf246f1a-201a-4e4a-89c7-9ead0451bacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:22.630826 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf246f1a-201a-4e4a-89c7-9ead0451bacb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=88177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 11:16:22.653341 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-cf246f1a-201a-4e4a-89c7-9ead0451bacb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812087'] for segment, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:22.657339 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.db.segments_db [None req-cf246f1a-201a-4e4a-89c7-9ead0451bacb admin admin] Added segment 43fb9433-001b-4b87-b73d-38a376b91473 of type vlan for network 06aa00c9-d2d9-44c3-b542-3ccc4fdae1f5 Jun 28 11:16:22.693296 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-cf246f1a-201a-4e4a-89c7-9ead0451bacb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782103966769'] for network, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:22.750643 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180da85e-6715-4e7f-b88e-5bc8a3644609 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad984f-d5be-5395-a87e-fa0999123cbc-3f8d13e4-2335-496a-b358-95cda2a57319', 'network_id': '3f8d13e4-2335-496a-b358-95cda2a57319', 'tenant_id': '0d240302ccf0453994b861ae39dea463', 'fixed_ips': [{'subnet_id': '2fabbc00-cab3-403d-bb79-f769bf69911e'}]}} from dv-cinder-844605-1-iscsi. {{(pid=88179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 28 11:16:22.751523 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-180da85e-6715-4e7f-b88e-5bc8a3644609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_create {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:22.757731 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-cf246f1a-201a-4e4a-89c7-9ead0451bacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693'] for network, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:22.758512 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf246f1a-201a-4e4a-89c7-9ead0451bacb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:16:22.759287 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-cf246f1a-201a-4e4a-89c7-9ead0451bacb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562711'] for network, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:22.779633 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 51464) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:22.803557 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-2ebe1ae4-58a3-44bb-9842-ab3c5b96d34f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5916378 Jun 28 11:16:22.863113 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 51468) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:22.900838 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954f2046-c7ca-4d0c-b18d-1fed37258695 None None] Pushing event updated for resources: {'Port': ['ID=9597cdf9-5efc-4f78-b96b-cc0758671f27,revision_number=2']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:22.906092 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf246f1a-201a-4e4a-89c7-9ead0451bacb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1071b418-9b4d-4b96-a5f5-e5f4964217fd,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:22.919194 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-a425ede7-c4c8-4b9c-ad80-45c5aadf85b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693'] for subnet, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:22.935698 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171b3482-0669-450a-9ff5-f614fb975e80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad984f-d5be-5395-a87e-fa0999123cbc-5316afc2-a33a-494f-bbbe-5e30377632ee', 'network_id': '5316afc2-a33a-494f-bbbe-5e30377632ee', 'tenant_id': 'a8a4f70e41194b2eae97400fe38eb655', 'fixed_ips': [{'subnet_id': 'c11ff635-d1c5-4ba3-9901-0a630d89e709'}]}} from dv-cinder-844605-1-iscsi. {{(pid=88179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 28 11:16:22.936669 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-171b3482-0669-450a-9ff5-f614fb975e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_create {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:22.988505 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf246f1a-201a-4e4a-89c7-9ead0451bacb admin admin] Pushing event updated for resources: {'Network': ['ID=06aa00c9-d2d9-44c3-b542-3ccc4fdae1f5,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:23.018999 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-cf246f1a-201a-4e4a-89c7-9ead0451bacb admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8663030 Jun 28 11:16:23.022747 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 51474) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:23.032749 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [None req-fcadb870-145c-4efd-8424-4c620531cd21 admin admin] Request body: {'subnet': {'network_id': '06aa00c9-d2d9-44c3-b542-3ccc4fdae1f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1158528680-subnet', 'tenant_id': '02cd0f8c4ac14ef08d34628ef76b925c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:16:23.043700 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-fcadb870-145c-4efd-8424-4c620531cd21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:23.068430 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-fcadb870-145c-4efd-8424-4c620531cd21 admin admin] Usage tracker for resource:subnet and tenant:02cd0f8c4ac14ef08d34628ef76b925c is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:23.077025 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-fcadb870-145c-4efd-8424-4c620531cd21 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:23.080511 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Network 06aa00c9-d2d9-44c3-b542-3ccc4fdae1f5 details requested by agent ovs-agent-dv-cinder-844605-1-iscsi with host dv-cinder-844605-1-iscsi {{(pid=88179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 11:16:23.089038 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a425ede7-c4c8-4b9c-ad80-45c5aadf85b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4959b550-e4a6-4bb2-a9b3-3d13206321f5,revision_number=0']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:23.093546 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-fcadb870-145c-4efd-8424-4c620531cd21 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:23.115537 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a425ede7-c4c8-4b9c-ad80-45c5aadf85b2 admin admin] Checking segment: {'id': 'fd3dbdf8-f40f-4579-8d9f-d3926cb58f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3dcee093-7093-4d70-9e54-e71a2fd9b0d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:16:23.116103 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a425ede7-c4c8-4b9c-ad80-45c5aadf85b2 admin admin] Network hostable DHCP agents. Network: 3dcee093-7093-4d70-9e54-e71a2fd9b0d8, hostable agents: ['bd7a9fca-13b7-4c24-af86-ecdc43be0dc3'], hosted agents: [] {{(pid=88177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 11:16:23.119339 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-acfbde3d-3b73-44a2-a7e3-5050b90042e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-362623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5189'] for router, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:23.129632 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcadb870-145c-4efd-8424-4c620531cd21 admin admin] Made reservation on behalf of 02cd0f8c4ac14ef08d34628ef76b925c for: {'subnet': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:16:23.133357 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-fcadb870-145c-4efd-8424-4c620531cd21 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:23.156589 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.db_base_plugin_common [None req-c2ec64cd-3c73-49b6-ad9a-4008d9f91f8d admin admin] Allocated IP 172.27.2.113 (6387ef29-ddd8-4632-9016-e02c39923463/5f3766c0-f55a-400a-8fdd-81b5b17b1576/4f6c3e24-5306-438d-a0da-444251232455) {{(pid=88178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:16:23.247083 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_common [None req-180da85e-6715-4e7f-b88e-5bc8a3644609 None None] Allocated IP 172.20.0.2 (3f8d13e4-2335-496a-b358-95cda2a57319/2fabbc00-cab3-403d-bb79-f769bf69911e/6cb45951-548e-4f3d-b219-06ce112da0df) {{(pid=88179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:16:23.255251 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a425ede7-c4c8-4b9c-ad80-45c5aadf85b2 admin admin] Network 3dcee093-7093-4d70-9e54-e71a2fd9b0d8 is scheduled to be hosted by DHCP agent bd7a9fca-13b7-4c24-af86-ecdc43be0dc3 with binding_index 1 {{(pid=88177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 11:16:23.266185 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-a26d79bc-3fd9-46c7-8cce-6175c6082ebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:23.283867 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [None req-2f841817-d100-49e6-afe6-e5550f0b74c3 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-2049189769-router', 'tenant_id': 'a8a4f70e41194b2eae97400fe38eb655', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463'}}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:16:23.309466 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-2f841817-d100-49e6-afe6-e5550f0b74c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:23.330433 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-2f841817-d100-49e6-afe6-e5550f0b74c3 admin admin] Usage tracker for resource:router and tenant:a8a4f70e41194b2eae97400fe38eb655 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:23.339018 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-2f841817-d100-49e6-afe6-e5550f0b74c3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:23.415504 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-2f841817-d100-49e6-afe6-e5550f0b74c3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:23.429626 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_common [None req-171b3482-0669-450a-9ff5-f614fb975e80 None None] Allocated IP 172.20.0.2 (5316afc2-a33a-494f-bbbe-5e30377632ee/c11ff635-d1c5-4ba3-9901-0a630d89e709/4399247d-431c-44bb-a4b2-c49e28b6961e) {{(pid=88179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:16:23.461833 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-2f841817-d100-49e6-afe6-e5550f0b74c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5216'] for router, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:23.462994 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-2f841817-d100-49e6-afe6-e5550f0b74c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-362573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5243'] for router, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:23.473827 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-c2ec64cd-3c73-49b6-ad9a-4008d9f91f8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:23.502324 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-2f841817-d100-49e6-afe6-e5550f0b74c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:23.532099 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.base_scheduler [None req-a425ede7-c4c8-4b9c-ad80-45c5aadf85b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844605-1-iscsi, 3dcee093-7093-4d70-9e54-e71a2fd9b0d8) {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:16:23.545337 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a425ede7-c4c8-4b9c-ad80-45c5aadf85b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:16:23.546147 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-a425ede7-c4c8-4b9c-ad80-45c5aadf85b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562711'] for subnet, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:23.558662 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-a26d79bc-3fd9-46c7-8cce-6175c6082ebb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:23.563258 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-a26d79bc-3fd9-46c7-8cce-6175c6082ebb admin admin] Usage tracker for resource:security_group_rule and tenant:559bfdcefde749b681e3a522370d466b is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:23.566331 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-a26d79bc-3fd9-46c7-8cce-6175c6082ebb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:23.579571 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-a26d79bc-3fd9-46c7-8cce-6175c6082ebb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:23.582326 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-fcadb870-145c-4efd-8424-4c620531cd21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693'] for subnet, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:23.585031 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6b1d0a-4616-4568-a2fd-5b0b6ea77efe None None] Network 3dcee093-7093-4d70-9e54-e71a2fd9b0d8 requested from dv-cinder-844605-1-iscsi {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:16:23.694594 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-c2ec64cd-3c73-49b6-ad9a-4008d9f91f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782103981231'] for port, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:23.770537 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcadb870-145c-4efd-8424-4c620531cd21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3298e316-e514-4b30-b680-e3bfe9699101,revision_number=0']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:23.778786 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ec64cd-3c73-49b6-ad9a-4008d9f91f8d admin admin] Pushing event updated for resources: {'Port': ['ID=4f6c3e24-5306-438d-a0da-444251232455,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:23.791898 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-a425ede7-c4c8-4b9c-ad80-45c5aadf85b2 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.4369652 Jun 28 11:16:23.794399 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 51496) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:23.860570 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-180da85e-6715-4e7f-b88e-5bc8a3644609 None None] Notify callbacks [] for port, precommit_create {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:23.865038 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [None req-34edce2e-7763-4c81-9cea-11884f9dbba8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1407272727-router', 'tenant_id': '39ee6a774aa94963a4c024612cabe0ab', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463'}}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:16:23.872213 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-34edce2e-7763-4c81-9cea-11884f9dbba8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:23.878003 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-34edce2e-7763-4c81-9cea-11884f9dbba8 admin admin] Usage tracker for resource:router and tenant:39ee6a774aa94963a4c024612cabe0ab is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:23.882286 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-34edce2e-7763-4c81-9cea-11884f9dbba8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:23.908975 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-180da85e-6715-4e7f-b88e-5bc8a3644609 None None] Transition to ACTIVE for port object 6cb45951-548e-4f3d-b219-06ce112da0df will not be triggered until provisioned by entity L2. {{(pid=88179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:16:23.920289 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-34edce2e-7763-4c81-9cea-11884f9dbba8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:23.989402 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ec64cd-3c73-49b6-ad9a-4008d9f91f8d admin admin] Network 6387ef29-ddd8-4632-9016-e02c39923463 is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:16:24.001954 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.base_scheduler [None req-c2ec64cd-3c73-49b6-ad9a-4008d9f91f8d admin admin] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:16:24.021478 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ec64cd-3c73-49b6-ad9a-4008d9f91f8d admin admin] Received port after_create {{(pid=88178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:16:24.102465 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcadb870-145c-4efd-8424-4c620531cd21 admin admin] Checking segment: {'id': '43fb9433-001b-4b87-b73d-38a376b91473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '06aa00c9-d2d9-44c3-b542-3ccc4fdae1f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:16:24.102830 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcadb870-145c-4efd-8424-4c620531cd21 admin admin] Network hostable DHCP agents. Network: 06aa00c9-d2d9-44c3-b542-3ccc4fdae1f5, hostable agents: ['bd7a9fca-13b7-4c24-af86-ecdc43be0dc3'], hosted agents: [] {{(pid=88177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 11:16:24.120333 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-34edce2e-7763-4c81-9cea-11884f9dbba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5216'] for router, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:24.124049 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-34edce2e-7763-4c81-9cea-11884f9dbba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-362573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5243'] for router, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:24.200310 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-34edce2e-7763-4c81-9cea-11884f9dbba8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:24.264918 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-2f841817-d100-49e6-afe6-e5550f0b74c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-362623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5189'] for router, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:24.266705 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 9597cdf9-5efc-4f78-b96b-cc0758671f27 up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:16:24.289122 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcadb870-145c-4efd-8424-4c620531cd21 admin admin] Network 06aa00c9-d2d9-44c3-b542-3ccc4fdae1f5 is scheduled to be hosted by DHCP agent bd7a9fca-13b7-4c24-af86-ecdc43be0dc3 with binding_index 1 {{(pid=88177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 11:16:24.292791 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-a26d79bc-3fd9-46c7-8cce-6175c6082ebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:24.310537 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-a26d79bc-3fd9-46c7-8cce-6175c6082ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:24.350436 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.base_scheduler [None req-fcadb870-145c-4efd-8424-4c620531cd21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844605-1-iscsi, 06aa00c9-d2d9-44c3-b542-3ccc4fdae1f5) {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:16:24.351396 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-180da85e-6715-4e7f-b88e-5bc8a3644609 None None] Transition to ACTIVE for port object 6cb45951-548e-4f3d-b219-06ce112da0df will not be triggered until provisioned by entity DHCP. {{(pid=88179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:16:24.358362 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f64fcd9-5d4c-48cd-9e16-8d20c8833b0c None None] Network 21e79c31-8e4c-4686-94df-41e665c65d49 requested from dv-cinder-844605-1-iscsi {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:16:24.375000 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcadb870-145c-4efd-8424-4c620531cd21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:16:24.375700 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-fcadb870-145c-4efd-8424-4c620531cd21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562711'] for subnet, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:24.387797 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5d11aa-8078-4e5a-8db8-49c422a321c2 None None] Network 06aa00c9-d2d9-44c3-b542-3ccc4fdae1f5 requested from dv-cinder-844605-1-iscsi {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:16:24.401030 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9065c2e9-0fd7-4e4c-961c-09a849457ec6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad984f-d5be-5395-a87e-fa0999123cbc-3dcee093-7093-4d70-9e54-e71a2fd9b0d8', 'network_id': '3dcee093-7093-4d70-9e54-e71a2fd9b0d8', 'tenant_id': '39ee6a774aa94963a4c024612cabe0ab', 'fixed_ips': [{'subnet_id': '4959b550-e4a6-4bb2-a9b3-3d13206321f5'}]}} from dv-cinder-844605-1-iscsi. {{(pid=88179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 28 11:16:24.401928 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-9065c2e9-0fd7-4e4c-961c-09a849457ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_create {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:24.452886 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26d79bc-3fd9-46c7-8cce-6175c6082ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a14ccc85-23ac-4300-8231-9f932acaa7bb,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:24.469284 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-180da85e-6715-4e7f-b88e-5bc8a3644609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782103981231'] for port, after_create {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:24.524172 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-a26d79bc-3fd9-46c7-8cce-6175c6082ebb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=559bfdcefde749b681e3a522370d466b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7167499 Jun 28 11:16:24.535515 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 51528) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:24.543646 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-44cb1fd5-6ba5-4446-8895-d2f1d4a9abbd None None] Provisioning for port 9597cdf9-5efc-4f78-b96b-cc0758671f27 completed by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:16:24.629414 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-171b3482-0669-450a-9ff5-f614fb975e80 None None] Notify callbacks [] for port, precommit_create {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:24.650776 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-acfbde3d-3b73-44a2-a7e3-5050b90042e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:24.692543 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-fcadb870-145c-4efd-8424-4c620531cd21 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6687543 Jun 28 11:16:24.699549 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180da85e-6715-4e7f-b88e-5bc8a3644609 None None] Network 3f8d13e4-2335-496a-b358-95cda2a57319 is already hosted by enough agents. {{(pid=88179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:16:24.712460 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-180da85e-6715-4e7f-b88e-5bc8a3644609 None None] Resources bound (agent type, host, resource id): {{(pid=88179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:16:24.717123 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-171b3482-0669-450a-9ff5-f614fb975e80 None None] Transition to ACTIVE for port object 4399247d-431c-44bb-a4b2-c49e28b6961e will not be triggered until provisioned by entity L2. {{(pid=88179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:16:24.723068 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-34edce2e-7763-4c81-9cea-11884f9dbba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-362623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5189'] for router, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:24.725552 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning for port 9597cdf9-5efc-4f78-b96b-cc0758671f27 completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:16:24.754078 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-acfbde3d-3b73-44a2-a7e3-5050b90042e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:24.761897 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180da85e-6715-4e7f-b88e-5bc8a3644609 None None] Received port after_create {{(pid=88179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:16:24.790896 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180da85e-6715-4e7f-b88e-5bc8a3644609 None None] Pushing event updated for resources: {'Port': ['ID=6cb45951-548e-4f3d-b219-06ce112da0df,revision_number=1']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:24.793241 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning complete for port 9597cdf9-5efc-4f78-b96b-cc0758671f27 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:16:24.793730 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:24.882736 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 51534) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:24.892487 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-92bfa5e5-c833-423d-9c7a-247510810606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:24.925177 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-171b3482-0669-450a-9ff5-f614fb975e80 None None] Transition to ACTIVE for port object 4399247d-431c-44bb-a4b2-c49e28b6961e will not be triggered until provisioned by entity DHCP. {{(pid=88179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:16:24.936698 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-92bfa5e5-c833-423d-9c7a-247510810606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:25.037623 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-c2ec64cd-3c73-49b6-ad9a-4008d9f91f8d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:25.042790 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-171b3482-0669-450a-9ff5-f614fb975e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782103981231'] for port, after_create {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:25.158477 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-92bfa5e5-c833-423d-9c7a-247510810606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:25.181508 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bfa5e5-c833-423d-9c7a-247510810606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14ccc85-23ac-4300-8231-9f932acaa7bb,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:25.204569 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171b3482-0669-450a-9ff5-f614fb975e80 None None] Pushing event updated for resources: {'Port': ['ID=4399247d-431c-44bb-a4b2-c49e28b6961e,revision_number=1']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:25.210598 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.db_base_plugin_v2 [None req-60353285-b49f-4819-a8aa-df563b7b3f21 admin admin] Deleting subnet c598e1cb-ab1b-42ae-9395-5d86aaae97b3 {{(pid=88178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 28 11:16:25.217543 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-60353285-b49f-4819-a8aa-df563b7b3f21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:25.240606 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-92bfa5e5-c833-423d-9c7a-247510810606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:25.244397 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-92bfa5e5-c833-423d-9c7a-247510810606 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a14ccc85-23ac-4300-8231-9f932acaa7bb HTTP/1.1" status: 204 len: 168 time: 0.7030170 Jun 28 11:16:25.268274 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.db_base_plugin_common [None req-acfbde3d-3b73-44a2-a7e3-5050b90042e4 admin admin] Allocated IP 172.27.2.71 (6387ef29-ddd8-4632-9016-e02c39923463/5f3766c0-f55a-400a-8fdd-81b5b17b1576/f709371d-334e-4068-84cd-106c6afa05e9) {{(pid=88178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:16:25.276919 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-34edce2e-7763-4c81-9cea-11884f9dbba8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:25.333091 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-180da85e-6715-4e7f-b88e-5bc8a3644609 None None] Attempting to bind port 6cb45951-548e-4f3d-b219-06ce112da0df on host dv-cinder-844605-1-iscsi for vnic_type normal with profile {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:16:25.333393 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-180da85e-6715-4e7f-b88e-5bc8a3644609 None None] Attempting to bind port 6cb45951-548e-4f3d-b219-06ce112da0df by drivers openvswitch,hyperv on host dv-cinder-844605-1-iscsi at level 0 using segments [{'id': '17cc432d-efff-455f-9a65-b5d8bf244c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3f8d13e4-2335-496a-b358-95cda2a57319'}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:16:25.333690 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180da85e-6715-4e7f-b88e-5bc8a3644609 None None] Attempting to bind port 6cb45951-548e-4f3d-b219-06ce112da0df on network 3f8d13e4-2335-496a-b358-95cda2a57319 {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:16:25.337894 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-34edce2e-7763-4c81-9cea-11884f9dbba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:25.348776 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171b3482-0669-450a-9ff5-f614fb975e80 None None] Network 5316afc2-a33a-494f-bbbe-5e30377632ee is already hosted by enough agents. {{(pid=88179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:16:25.376952 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180da85e-6715-4e7f-b88e-5bc8a3644609 None None] Checking agent: {'id': 'b95f8be4-ac30-48f3-8fc1-8bf3ad4a0571', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 7, 40), 'started_at': datetime.datetime(2022, 6, 28, 11, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:16:25.376952 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180da85e-6715-4e7f-b88e-5bc8a3644609 None None] Checking segment: {'id': '17cc432d-efff-455f-9a65-b5d8bf244c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3f8d13e4-2335-496a-b358-95cda2a57319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:16:25.377355 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-180da85e-6715-4e7f-b88e-5bc8a3644609 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:25.377760 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180da85e-6715-4e7f-b88e-5bc8a3644609 None None] Bound using segment: {'id': '17cc432d-efff-455f-9a65-b5d8bf244c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3f8d13e4-2335-496a-b358-95cda2a57319'} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:16:25.378716 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-180da85e-6715-4e7f-b88e-5bc8a3644609 None None] Bound port: 6cb45951-548e-4f3d-b219-06ce112da0df, host: dv-cinder-844605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17cc432d-efff-455f-9a65-b5d8bf244c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3f8d13e4-2335-496a-b358-95cda2a57319'}}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:16:25.379174 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-180da85e-6715-4e7f-b88e-5bc8a3644609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:25.489202 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-171b3482-0669-450a-9ff5-f614fb975e80 None None] Resources bound (agent type, host, resource id): {{(pid=88179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:16:25.501935 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_common [None req-9065c2e9-0fd7-4e4c-961c-09a849457ec6 None None] Allocated IP 172.20.0.2 (3dcee093-7093-4d70-9e54-e71a2fd9b0d8/4959b550-e4a6-4bb2-a9b3-3d13206321f5/8911bd83-35fa-444d-a0f4-28fd3309ae12) {{(pid=88179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:16:25.507143 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171b3482-0669-450a-9ff5-f614fb975e80 None None] Received port after_create {{(pid=88179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:16:25.547006 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5917ead-9199-4586-9a26-dcc1b9c7f5ca None None] Network 06aa00c9-d2d9-44c3-b542-3ccc4fdae1f5 requested from dv-cinder-844605-1-iscsi {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:16:25.628862 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-60353285-b49f-4819-a8aa-df563b7b3f21 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:25.633704 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 51552) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:25.652577 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-f95a8fd0-ece5-4aff-a8d4-9b7dd717dee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:25.667465 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-f95a8fd0-ece5-4aff-a8d4-9b7dd717dee4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:25.671435 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-f95a8fd0-ece5-4aff-a8d4-9b7dd717dee4 admin admin] Usage tracker for resource:security_group_rule and tenant:eebea526e2ca434c9819e00ef2f204f5 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:25.674493 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-f95a8fd0-ece5-4aff-a8d4-9b7dd717dee4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:25.680780 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-f95a8fd0-ece5-4aff-a8d4-9b7dd717dee4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:25.694206 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-60353285-b49f-4819-a8aa-df563b7b3f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7782429'] for subnet, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:25.769222 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-f95a8fd0-ece5-4aff-a8d4-9b7dd717dee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:25.774444 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-f95a8fd0-ece5-4aff-a8d4-9b7dd717dee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:25.821895 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-f95a8fd0-ece5-4aff-a8d4-9b7dd717dee4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eebea526e2ca434c9819e00ef2f204f5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1871104 Jun 28 11:16:25.823446 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95a8fd0-ece5-4aff-a8d4-9b7dd717dee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44010d3b-8bd9-4fe2-83b7-1a02417f13a4,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:25.825683 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 51556) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:25.891999 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-559f2c84-21c2-40b1-b24d-65f39a7951f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:25.910874 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Current status of the port 9597cdf9-5efc-4f78-b96b-cc0758671f27 is: DOWN; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:16:25.911435 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:25.940286 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-559f2c84-21c2-40b1-b24d-65f39a7951f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:25.947759 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-2f841817-d100-49e6-afe6-e5550f0b74c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:25.950083 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-171b3482-0669-450a-9ff5-f614fb975e80 None None] Attempting to bind port 4399247d-431c-44bb-a4b2-c49e28b6961e on host dv-cinder-844605-1-iscsi for vnic_type normal with profile {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:16:25.950495 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-171b3482-0669-450a-9ff5-f614fb975e80 None None] Attempting to bind port 4399247d-431c-44bb-a4b2-c49e28b6961e by drivers openvswitch,hyperv on host dv-cinder-844605-1-iscsi at level 0 using segments [{'id': '57e9c6f3-a16e-4f97-bef6-f490cb187f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5316afc2-a33a-494f-bbbe-5e30377632ee'}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:16:25.950891 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171b3482-0669-450a-9ff5-f614fb975e80 None None] Attempting to bind port 4399247d-431c-44bb-a4b2-c49e28b6961e on network 5316afc2-a33a-494f-bbbe-5e30377632ee {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:16:25.977632 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-180da85e-6715-4e7f-b88e-5bc8a3644609 None None] For port 6cb45951-548e-4f3d-b219-06ce112da0df, host dv-cinder-844605-1-iscsi, cleared binding levels {{(pid=88179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:16:26.000120 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171b3482-0669-450a-9ff5-f614fb975e80 None None] Checking agent: {'id': 'b95f8be4-ac30-48f3-8fc1-8bf3ad4a0571', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 7, 40), 'started_at': datetime.datetime(2022, 6, 28, 11, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:16:26.000543 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171b3482-0669-450a-9ff5-f614fb975e80 None None] Checking segment: {'id': '57e9c6f3-a16e-4f97-bef6-f490cb187f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5316afc2-a33a-494f-bbbe-5e30377632ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:16:26.000811 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-2f841817-d100-49e6-afe6-e5550f0b74c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:26.000960 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-171b3482-0669-450a-9ff5-f614fb975e80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:26.001292 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171b3482-0669-450a-9ff5-f614fb975e80 None None] Bound using segment: {'id': '57e9c6f3-a16e-4f97-bef6-f490cb187f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5316afc2-a33a-494f-bbbe-5e30377632ee'} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:16:26.001765 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-171b3482-0669-450a-9ff5-f614fb975e80 None None] Bound port: 4399247d-431c-44bb-a4b2-c49e28b6961e, host: dv-cinder-844605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57e9c6f3-a16e-4f97-bef6-f490cb187f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5316afc2-a33a-494f-bbbe-5e30377632ee'}}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:16:26.002138 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-171b3482-0669-450a-9ff5-f614fb975e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:26.039542 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-180da85e-6715-4e7f-b88e-5bc8a3644609 None None] For port 6cb45951-548e-4f3d-b219-06ce112da0df, host dv-cinder-844605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=6cb45951-548e-4f3d-b219-06ce112da0df,segment=NetworkSegment(17cc432d-efff-455f-9a65-b5d8bf244c2a),segment_id=17cc432d-efff-455f-9a65-b5d8bf244c2a)] {{(pid=88179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:16:26.054199 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-acfbde3d-3b73-44a2-a7e3-5050b90042e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:26.060866 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-559f2c84-21c2-40b1-b24d-65f39a7951f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:26.083525 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] For port 9597cdf9-5efc-4f78-b96b-cc0758671f27, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=9597cdf9-5efc-4f78-b96b-cc0758671f27,segment=NetworkSegment(d955dde5-69b1-4a11-8383-f5f9cce13386),segment_id=d955dde5-69b1-4a11-8383-f5f9cce13386)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:16:26.099750 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559f2c84-21c2-40b1-b24d-65f39a7951f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44010d3b-8bd9-4fe2-83b7-1a02417f13a4,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:26.100019 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-c2ec64cd-3c73-49b6-ad9a-4008d9f91f8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362520'] for router, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:26.114487 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-60353285-b49f-4819-a8aa-df563b7b3f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7782438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693'] for subnet, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:26.120270 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-559f2c84-21c2-40b1-b24d-65f39a7951f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:26.121684 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-559f2c84-21c2-40b1-b24d-65f39a7951f4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/44010d3b-8bd9-4fe2-83b7-1a02417f13a4 HTTP/1.1" status: 204 len: 168 time: 0.2948763 Jun 28 11:16:26.143938 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-180da85e-6715-4e7f-b88e-5bc8a3644609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:26.171769 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-60353285-b49f-4819-a8aa-df563b7b3f21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:26.194588 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:26.268730 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-60353285-b49f-4819-a8aa-df563b7b3f21 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c598e1cb-ab1b-42ae-9395-5d86aaae97b3 HTTP/1.1" status: 204 len: 168 time: 1.3846407 Jun 28 11:16:26.269791 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60353285-b49f-4819-a8aa-df563b7b3f21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c598e1cb-ab1b-42ae-9395-5d86aaae97b3,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:26.272270 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 51570) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:26.422753 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-acfbde3d-3b73-44a2-a7e3-5050b90042e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782103981231'] for port, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:26.458677 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180da85e-6715-4e7f-b88e-5bc8a3644609 None None] Pushing event updated for resources: {'Port': ['ID=6cb45951-548e-4f3d-b219-06ce112da0df,revision_number=2']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:26.465531 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-171b3482-0669-450a-9ff5-f614fb975e80 None None] For port 4399247d-431c-44bb-a4b2-c49e28b6961e, host dv-cinder-844605-1-iscsi, cleared binding levels {{(pid=88179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:16:26.503066 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-9065c2e9-0fd7-4e4c-961c-09a849457ec6 None None] Notify callbacks [] for port, precommit_create {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:26.536119 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-171b3482-0669-450a-9ff5-f614fb975e80 None None] For port 4399247d-431c-44bb-a4b2-c49e28b6961e, host dv-cinder-844605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=4399247d-431c-44bb-a4b2-c49e28b6961e,segment=NetworkSegment(57e9c6f3-a16e-4f97-bef6-f490cb187f6c),segment_id=57e9c6f3-a16e-4f97-bef6-f490cb187f6c)] {{(pid=88179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:16:26.547598 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-9065c2e9-0fd7-4e4c-961c-09a849457ec6 None None] Transition to ACTIVE for port object 8911bd83-35fa-444d-a0f4-28fd3309ae12 will not be triggered until provisioned by entity L2. {{(pid=88179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:16:26.557927 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfbde3d-3b73-44a2-a7e3-5050b90042e4 admin admin] Pushing event updated for resources: {'Port': ['ID=f709371d-334e-4068-84cd-106c6afa05e9,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:26.571367 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-171b3482-0669-450a-9ff5-f614fb975e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:26.577257 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfbde3d-3b73-44a2-a7e3-5050b90042e4 admin admin] Network 6387ef29-ddd8-4632-9016-e02c39923463 is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:16:26.580515 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.base_scheduler [None req-acfbde3d-3b73-44a2-a7e3-5050b90042e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:16:26.583586 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfbde3d-3b73-44a2-a7e3-5050b90042e4 admin admin] Received port after_create {{(pid=88178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:16:26.607699 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-9065c2e9-0fd7-4e4c-961c-09a849457ec6 None None] Transition to ACTIVE for port object 8911bd83-35fa-444d-a0f4-28fd3309ae12 will not be triggered until provisioned by entity DHCP. {{(pid=88179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:16:26.611745 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.db_base_plugin_common [None req-34edce2e-7763-4c81-9cea-11884f9dbba8 admin admin] Allocated IP 172.27.2.25 (6387ef29-ddd8-4632-9016-e02c39923463/5f3766c0-f55a-400a-8fdd-81b5b17b1576/3616dc42-9ca0-491f-a6d4-a5d6b1d82601) {{(pid=88177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:16:26.612459 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Pushing event updated for resources: {'Port': ['ID=9597cdf9-5efc-4f78-b96b-cc0758671f27,revision_number=3']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:26.676796 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-9065c2e9-0fd7-4e4c-961c-09a849457ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782103981231'] for port, after_create {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:26.750118 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9065c2e9-0fd7-4e4c-961c-09a849457ec6 None None] Network 3dcee093-7093-4d70-9e54-e71a2fd9b0d8 is already hosted by enough agents. {{(pid=88179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:16:26.774768 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-9065c2e9-0fd7-4e4c-961c-09a849457ec6 None None] Resources bound (agent type, host, resource id): {{(pid=88179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:16:26.795156 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9065c2e9-0fd7-4e4c-961c-09a849457ec6 None None] Received port after_create {{(pid=88179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:16:26.883974 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-dfc7fe22-bc49-4ac9-9ee0-7803d0bd2133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7702436'] for network, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:26.988227 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171b3482-0669-450a-9ff5-f614fb975e80 None None] Pushing event updated for resources: {'Port': ['ID=4399247d-431c-44bb-a4b2-c49e28b6961e,revision_number=2']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:27.019098 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ec64cd-3c73-49b6-ad9a-4008d9f91f8d admin admin] Router 612aec67-608e-409c-a55e-b6df1c5e0ca3 is scheduled to L3 agent 65138fbb-a379-4cdd-9015-09db381edeba with binding_index 1 {{(pid=88178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 11:16:27.086576 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-9065c2e9-0fd7-4e4c-961c-09a849457ec6 None None] Attempting to bind port 8911bd83-35fa-444d-a0f4-28fd3309ae12 on host dv-cinder-844605-1-iscsi for vnic_type normal with profile {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:16:27.087059 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-9065c2e9-0fd7-4e4c-961c-09a849457ec6 None None] Attempting to bind port 8911bd83-35fa-444d-a0f4-28fd3309ae12 by drivers openvswitch,hyperv on host dv-cinder-844605-1-iscsi at level 0 using segments [{'id': 'fd3dbdf8-f40f-4579-8d9f-d3926cb58f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3dcee093-7093-4d70-9e54-e71a2fd9b0d8'}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:16:27.088263 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9065c2e9-0fd7-4e4c-961c-09a849457ec6 None None] Attempting to bind port 8911bd83-35fa-444d-a0f4-28fd3309ae12 on network 3dcee093-7093-4d70-9e54-e71a2fd9b0d8 {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:16:27.104619 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9065c2e9-0fd7-4e4c-961c-09a849457ec6 None None] Checking agent: {'id': 'b95f8be4-ac30-48f3-8fc1-8bf3ad4a0571', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 7, 40), 'started_at': datetime.datetime(2022, 6, 28, 11, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:16:27.105290 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9065c2e9-0fd7-4e4c-961c-09a849457ec6 None None] Checking segment: {'id': 'fd3dbdf8-f40f-4579-8d9f-d3926cb58f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3dcee093-7093-4d70-9e54-e71a2fd9b0d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:16:27.106107 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-9065c2e9-0fd7-4e4c-961c-09a849457ec6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:27.106863 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9065c2e9-0fd7-4e4c-961c-09a849457ec6 None None] Bound using segment: {'id': 'fd3dbdf8-f40f-4579-8d9f-d3926cb58f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3dcee093-7093-4d70-9e54-e71a2fd9b0d8'} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:16:27.107828 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-9065c2e9-0fd7-4e4c-961c-09a849457ec6 None None] Bound port: 8911bd83-35fa-444d-a0f4-28fd3309ae12, host: dv-cinder-844605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3dbdf8-f40f-4579-8d9f-d3926cb58f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3dcee093-7093-4d70-9e54-e71a2fd9b0d8'}}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:16:27.108629 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-9065c2e9-0fd7-4e4c-961c-09a849457ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:27.223731 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-dfc7fe22-bc49-4ac9-9ee0-7803d0bd2133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7788904', 'neutron.services.segments.db._delete_segments_for_network-8782104351353'] for network, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:27.275709 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-34edce2e-7763-4c81-9cea-11884f9dbba8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:27.281974 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-dfc7fe22-bc49-4ac9-9ee0-7803d0bd2133 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:16:27.282584 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-dfc7fe22-bc49-4ac9-9ee0-7803d0bd2133 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:16:27.283469 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-dfc7fe22-bc49-4ac9-9ee0-7803d0bd2133 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:16:27.283767 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-dfc7fe22-bc49-4ac9-9ee0-7803d0bd2133 admin admin] Subscribe: > port after_create 55550000 {{(pid=88177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:16:27.284117 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-dfc7fe22-bc49-4ac9-9ee0-7803d0bd2133 admin admin] Subscribe: > port after_delete 55550000 {{(pid=88177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:16:27.284518 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-dfc7fe22-bc49-4ac9-9ee0-7803d0bd2133 admin admin] Subscribe: > port after_update 55550000 {{(pid=88177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:16:27.285198 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-dfc7fe22-bc49-4ac9-9ee0-7803d0bd2133 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:16:27.285595 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-dfc7fe22-bc49-4ac9-9ee0-7803d0bd2133 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:16:27.285933 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-dfc7fe22-bc49-4ac9-9ee0-7803d0bd2133 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:16:27.286336 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-dfc7fe22-bc49-4ac9-9ee0-7803d0bd2133 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:16:27.345272 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-b8a57d97-5232-4fa6-b76c-9b0e10407f22 None None] Provisioning complete for port 9597cdf9-5efc-4f78-b96b-cc0758671f27 triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:16:27.345669 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b8a57d97-5232-4fa6-b76c-9b0e10407f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:27.445287 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9065c2e9-0fd7-4e4c-961c-09a849457ec6 None None] Pushing event updated for resources: {'Port': ['ID=8911bd83-35fa-444d-a0f4-28fd3309ae12,revision_number=1']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:27.499452 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-9065c2e9-0fd7-4e4c-961c-09a849457ec6 None None] For port 8911bd83-35fa-444d-a0f4-28fd3309ae12, host dv-cinder-844605-1-iscsi, cleared binding levels {{(pid=88179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:16:27.517075 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-9065c2e9-0fd7-4e4c-961c-09a849457ec6 None None] For port 8911bd83-35fa-444d-a0f4-28fd3309ae12, host dv-cinder-844605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=8911bd83-35fa-444d-a0f4-28fd3309ae12,segment=NetworkSegment(fd3dbdf8-f40f-4579-8d9f-d3926cb58f5f),segment_id=fd3dbdf8-f40f-4579-8d9f-d3926cb58f5f)] {{(pid=88179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:16:27.519746 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-dfc7fe22-bc49-4ac9-9ee0-7803d0bd2133 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:16:27.520192 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-dfc7fe22-bc49-4ac9-9ee0-7803d0bd2133 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:16:27.521764 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-dfc7fe22-bc49-4ac9-9ee0-7803d0bd2133 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:16:27.522123 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-dfc7fe22-bc49-4ac9-9ee0-7803d0bd2133 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:16:27.522504 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.services.segments.db [None req-dfc7fe22-bc49-4ac9-9ee0-7803d0bd2133 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['647c9e7b-b7a7-4477-9f91-f7cbd7c4f388']}} {{(pid=88177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:16:27.531786 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-9065c2e9-0fd7-4e4c-961c-09a849457ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:27.571279 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.services.segments.db [None req-dfc7fe22-bc49-4ac9-9ee0-7803d0bd2133 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16a2de15-6980-4132-bd42-bda3444a5a84') {'for_net_delete': True} {{(pid=88177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:16:27.572089 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.services.segments.db [None req-dfc7fe22-bc49-4ac9-9ee0-7803d0bd2133 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16a2de15-6980-4132-bd42-bda3444a5a84') {} {{(pid=88177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:16:27.603069 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-dfc7fe22-bc49-4ac9-9ee0-7803d0bd2133 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782104354196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2687799'] for segment, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:27.639828 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-dfc7fe22-bc49-4ac9-9ee0-7803d0bd2133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812087'] for segment, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:27.652408 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfc7fe22-bc49-4ac9-9ee0-7803d0bd2133 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=88177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 11:16:27.652839 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-dfc7fe22-bc49-4ac9-9ee0-7803d0bd2133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7812088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2688188'] for segment, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:27.653232 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-acfbde3d-3b73-44a2-a7e3-5050b90042e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:27.746479 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-34edce2e-7763-4c81-9cea-11884f9dbba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782103981231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2688079'] for port, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:27.767306 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-b8a57d97-5232-4fa6-b76c-9b0e10407f22 None None] Current status of the port 9597cdf9-5efc-4f78-b96b-cc0758671f27 is: ACTIVE; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:16:27.777481 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9065c2e9-0fd7-4e4c-961c-09a849457ec6 None None] Pushing event updated for resources: {'Port': ['ID=8911bd83-35fa-444d-a0f4-28fd3309ae12,revision_number=2']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:27.857229 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34edce2e-7763-4c81-9cea-11884f9dbba8 admin admin] Network 6387ef29-ddd8-4632-9016-e02c39923463 is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:16:27.886062 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.base_scheduler [None req-34edce2e-7763-4c81-9cea-11884f9dbba8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:16:27.894710 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34edce2e-7763-4c81-9cea-11884f9dbba8 admin admin] Received port after_create {{(pid=88177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:16:28.000499 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ec64cd-3c73-49b6-ad9a-4008d9f91f8d admin admin] Notify agent at l3_agent.dv-cinder-844605-1-iscsi the message routers_updated {{(pid=88178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:16:28.057644 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b11584-9f8b-4132-bee1-ae8f32db1578 None None] Sync routers for ids ['612aec67-608e-409c-a55e-b6df1c5e0ca3'] in dv-cinder-844605-1-iscsi {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:16:28.072604 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b11584-9f8b-4132-bee1-ae8f32db1578 None None] Routers {'612aec67-608e-409c-a55e-b6df1c5e0ca3'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:16:28.080585 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-e7b11584-9f8b-4132-bee1-ae8f32db1578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:16:08Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['612aec67-608e-409c-a55e-b6df1c5e0ca3'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:16:28.092461 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-c2ec64cd-3c73-49b6-ad9a-4008d9f91f8d admin admin] Notify callbacks [] for router, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:28.094149 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-c2ec64cd-3c73-49b6-ad9a-4008d9f91f8d admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.5336452 Jun 28 11:16:28.102074 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 51622) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:28.111143 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.db_base_plugin_common [None req-2f841817-d100-49e6-afe6-e5550f0b74c3 admin admin] Allocated IP 172.27.2.76 (6387ef29-ddd8-4632-9016-e02c39923463/5f3766c0-f55a-400a-8fdd-81b5b17b1576/f46b4231-e62e-4874-ad62-57a42b5c1947) {{(pid=88178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:16:28.518946 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-dfc7fe22-bc49-4ac9-9ee0-7803d0bd2133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7788903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361949'] for network, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:28.545860 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-dfc7fe22-bc49-4ac9-9ee0-7803d0bd2133 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562711'] for network, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:28.547918 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89a1bda-d5cf-41dc-b28b-291feb86fd14 None None] Network 5316afc2-a33a-494f-bbbe-5e30377632ee requested from dv-cinder-844605-1-iscsi {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:16:28.625260 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-dfc7fe22-bc49-4ac9-9ee0-7803d0bd2133 admin admin] 10.222.0.23 "DELETE /v2.0/networks/647c9e7b-b7a7-4477-9f91-f7cbd7c4f388 HTTP/1.1" status: 204 len: 168 time: 2.3489072 Jun 28 11:16:28.700732 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 51640) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:28.702683 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc7fe22-bc49-4ac9-9ee0-7803d0bd2133 admin admin] Pushing event deleted for resources: {'Network': ['ID=647c9e7b-b7a7-4477-9f91-f7cbd7c4f388,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:28.704377 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvr_db [None req-e7b11584-9f8b-4132-bee1-ae8f32db1578 None None] Set router 612aec67-608e-409c-a55e-b6df1c5e0ca3 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:16:28.713860 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34edce2e-7763-4c81-9cea-11884f9dbba8 admin admin] Pushing event updated for resources: {'Port': ['ID=3616dc42-9ca0-491f-a6d4-a5d6b1d82601,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:28.838885 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 6cb45951-548e-4f3d-b219-06ce112da0df up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:16:28.854376 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.db_base_plugin_v2 [None req-c49cf968-2802-4027-aed7-ea6786dfd60a admin admin] Deleting subnet 3298e316-e514-4b30-b680-e3bfe9699101 {{(pid=88177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 28 11:16:28.856434 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 51648) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:28.871574 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-c49cf968-2802-4027-aed7-ea6786dfd60a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:29.037760 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-c49cf968-2802-4027-aed7-ea6786dfd60a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2687806'] for subnet, precommit_delete_associations {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:29.170107 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d978c67b-be33-427b-9f13-0229599cd4fb None None] Network 3f8d13e4-2335-496a-b358-95cda2a57319 requested from dv-cinder-844605-1-iscsi {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:16:29.188352 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-c49cf968-2802-4027-aed7-ea6786dfd60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7782429'] for subnet, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:29.213196 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-06518491-eaf5-4c01-8480-b67555a7fabc None None] Provisioning for port 4399247d-431c-44bb-a4b2-c49e28b6961e completed by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:16:29.337416 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning for port 6cb45951-548e-4f3d-b219-06ce112da0df completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:16:29.345833 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.services.segments.plugin [-] Segment 16a2de15-6980-4132-bd42-bda3444a5a84 resource provider aggregate not found Jun 28 11:16:29.364603 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 8911bd83-35fa-444d-a0f4-28fd3309ae12 up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:16:29.421740 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.services.segments.plugin [-] Segment 16a2de15-6980-4132-bd42-bda3444a5a84 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 16a2de15-6980-4132-bd42-bda3444a5a84 found for delete ", "request_id": "req-c442f135-648d-426b-afe9-2c3c3b5a5844"}]} Jun 28 11:16:29.474808 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-c49cf968-2802-4027-aed7-ea6786dfd60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7782438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2688018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1870494'] for subnet, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:29.524247 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-e7b11584-9f8b-4132-bee1-ae8f32db1578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'name': 'tempest-AttachVolumeNegativeTest-536282704-router', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '4f6c3e24-5306-438d-a0da-444251232455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:20Z', 'updated_at': '2022-06-28T11:16:24Z', 'revision_number': 3, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'gw_port': {'id': '4f6c3e24-5306-438d-a0da-444251232455', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c7:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:22Z', 'updated_at': '2022-06-28T11:16:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi'}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:16:29.535852 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b11584-9f8b-4132-bee1-ae8f32db1578 None None] Checking router: 612aec67-608e-409c-a55e-b6df1c5e0ca3 for host: dv-cinder-844605-1-iscsi {{(pid=88180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:16:29.536458 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b11584-9f8b-4132-bee1-ae8f32db1578 None None] Updating router 612aec67-608e-409c-a55e-b6df1c5e0ca3 port 4f6c3e24-5306-438d-a0da-444251232455 binding host dv-cinder-844605-1-iscsi {{(pid=88180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 11:16:29.559606 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-c49cf968-2802-4027-aed7-ea6786dfd60a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562711'] for subnet, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:29.600378 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-acfbde3d-3b73-44a2-a7e3-5050b90042e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362520'] for router, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:29.656882 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:29.667572 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8596e2-577a-4c69-8a2c-7aa88ef4eeff None None] Network 3dcee093-7093-4d70-9e54-e71a2fd9b0d8 requested from dv-cinder-844605-1-iscsi {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:16:29.671214 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron_lib.callbacks.manager [None req-e7b11584-9f8b-4132-bee1-ae8f32db1578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:29.693233 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-24127eb1-878f-4003-950a-cc38622e6558 None None] Provisioning for port 6cb45951-548e-4f3d-b219-06ce112da0df completed by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:16:29.840679 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49cf968-2802-4027-aed7-ea6786dfd60a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3298e316-e514-4b30-b680-e3bfe9699101,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:29.881529 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning for port 8911bd83-35fa-444d-a0f4-28fd3309ae12 completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:16:29.884774 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-24127eb1-878f-4003-950a-cc38622e6558 None None] Provisioning complete for port 6cb45951-548e-4f3d-b219-06ce112da0df triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:16:29.885223 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-24127eb1-878f-4003-950a-cc38622e6558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:29.944482 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-c49cf968-2802-4027-aed7-ea6786dfd60a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3298e316-e514-4b30-b680-e3bfe9699101 HTTP/1.1" status: 204 len: 168 time: 1.2136750 Jun 28 11:16:29.947951 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ec70005d-ef1c-4832-a3d6-d9835fab5613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:29.953206 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 51680) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:29.971333 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-ec70005d-ef1c-4832-a3d6-d9835fab5613 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:29.976144 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-ec70005d-ef1c-4832-a3d6-d9835fab5613 admin admin] Usage tracker for resource:security_group_rule and tenant:c2e63d1af0cf4e87977dc411ebae7e33 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:29.979587 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-ec70005d-ef1c-4832-a3d6-d9835fab5613 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:29.985544 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-ec70005d-ef1c-4832-a3d6-d9835fab5613 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:30.019525 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 4399247d-431c-44bb-a4b2-c49e28b6961e up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:16:30.114603 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-34edce2e-7763-4c81-9cea-11884f9dbba8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:30.250206 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-2f841817-d100-49e6-afe6-e5550f0b74c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:30.274861 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-c1273e3d-a7aa-4d73-a639-6e80226bd1ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7702436'] for network, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:30.304313 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ec70005d-ef1c-4832-a3d6-d9835fab5613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:30.329854 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ec70005d-ef1c-4832-a3d6-d9835fab5613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:30.403441 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec70005d-ef1c-4832-a3d6-d9835fab5613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=345f1c01-7b7a-430a-9664-152192ab6d7b,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:30.403877 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-24127eb1-878f-4003-950a-cc38622e6558 None None] Current status of the port 6cb45951-548e-4f3d-b219-06ce112da0df is: DOWN; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:16:30.404521 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-24127eb1-878f-4003-950a-cc38622e6558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:30.435001 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning for port 4399247d-431c-44bb-a4b2-c49e28b6961e completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:16:30.456146 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-ec70005d-ef1c-4832-a3d6-d9835fab5613 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c2e63d1af0cf4e87977dc411ebae7e33&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5868216 Jun 28 11:16:30.456438 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 51692) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:30.485045 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning complete for port 4399247d-431c-44bb-a4b2-c49e28b6961e triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:16:30.485325 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:30.687315 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-c1273e3d-a7aa-4d73-a639-6e80226bd1ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7788904', 'neutron.services.segments.db._delete_segments_for_network-8782104351353'] for network, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:30.712426 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acfbde3d-3b73-44a2-a7e3-5050b90042e4 admin admin] Router ade2194f-1c03-40e9-8c97-1ca6cc2e34b1 is scheduled to L3 agent 65138fbb-a379-4cdd-9015-09db381edeba with binding_index 1 {{(pid=88178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 11:16:30.744225 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-2f841817-d100-49e6-afe6-e5550f0b74c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782103981231'] for port, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:30.751467 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-c1273e3d-a7aa-4d73-a639-6e80226bd1ae admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:16:30.752031 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-c1273e3d-a7aa-4d73-a639-6e80226bd1ae admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:16:30.752940 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-c1273e3d-a7aa-4d73-a639-6e80226bd1ae admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:16:30.753432 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-c1273e3d-a7aa-4d73-a639-6e80226bd1ae admin admin] Subscribe: > port after_create 55550000 {{(pid=88178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:16:30.753924 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-c1273e3d-a7aa-4d73-a639-6e80226bd1ae admin admin] Subscribe: > port after_delete 55550000 {{(pid=88178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:16:30.754428 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-c1273e3d-a7aa-4d73-a639-6e80226bd1ae admin admin] Subscribe: > port after_update 55550000 {{(pid=88178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:16:30.754959 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-c1273e3d-a7aa-4d73-a639-6e80226bd1ae admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:16:30.755444 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-c1273e3d-a7aa-4d73-a639-6e80226bd1ae admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:16:30.755939 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-c1273e3d-a7aa-4d73-a639-6e80226bd1ae admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:16:30.756407 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-c1273e3d-a7aa-4d73-a639-6e80226bd1ae admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:16:30.776302 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-24127eb1-878f-4003-950a-cc38622e6558 None None] For port 6cb45951-548e-4f3d-b219-06ce112da0df, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=6cb45951-548e-4f3d-b219-06ce112da0df,segment=NetworkSegment(17cc432d-efff-455f-9a65-b5d8bf244c2a),segment_id=17cc432d-efff-455f-9a65-b5d8bf244c2a)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:16:30.820265 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-24127eb1-878f-4003-950a-cc38622e6558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:30.875211 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-3c0aefb9-fe76-4286-8b05-86cc369ab02a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:30.916603 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-34edce2e-7763-4c81-9cea-11884f9dbba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362520'] for router, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:30.921107 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-3c0aefb9-fe76-4286-8b05-86cc369ab02a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:30.996459 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-c1273e3d-a7aa-4d73-a639-6e80226bd1ae admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:16:30.997138 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-c1273e3d-a7aa-4d73-a639-6e80226bd1ae admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:16:30.997785 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-c1273e3d-a7aa-4d73-a639-6e80226bd1ae admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:16:30.999077 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-c1273e3d-a7aa-4d73-a639-6e80226bd1ae admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:16:30.999619 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.services.segments.db [None req-c1273e3d-a7aa-4d73-a639-6e80226bd1ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06aa00c9-d2d9-44c3-b542-3ccc4fdae1f5']}} {{(pid=88178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:16:31.063790 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Current status of the port 4399247d-431c-44bb-a4b2-c49e28b6961e is: DOWN; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:16:31.066155 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:31.107304 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron_lib.callbacks.manager [None req-e7b11584-9f8b-4132-bee1-ae8f32db1578 None None] Notify callbacks [] for port, precommit_update {{(pid=88180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:31.136742 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.provisioning_blocks [None req-e7b11584-9f8b-4132-bee1-ae8f32db1578 None None] Transition to ACTIVE for port object 4f6c3e24-5306-438d-a0da-444251232455 will not be triggered until provisioned by entity L2. {{(pid=88180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:16:31.146695 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron_lib.callbacks.manager [None req-e7b11584-9f8b-4132-bee1-ae8f32db1578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:31.203830 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-3c0aefb9-fe76-4286-8b05-86cc369ab02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:31.217904 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-aa60ab5d-63a0-4478-8325-0b35c7595d52 None None] Provisioning for port 8911bd83-35fa-444d-a0f4-28fd3309ae12 completed by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:16:31.246765 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 51708) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:31.256589 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-3c0aefb9-fe76-4286-8b05-86cc369ab02a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:31.256774 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33961d6-bbf3-4dfa-abed-ecd12e493cc9 None None] Pushing event updated for resources: {'Port': ['ID=4f6c3e24-5306-438d-a0da-444251232455,revision_number=2']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:31.261711 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-aa60ab5d-63a0-4478-8325-0b35c7595d52 None None] Provisioning complete for port 8911bd83-35fa-444d-a0f4-28fd3309ae12 triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:16:31.262233 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-aa60ab5d-63a0-4478-8325-0b35c7595d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:31.268981 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-3c0aefb9-fe76-4286-8b05-86cc369ab02a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/345f1c01-7b7a-430a-9664-152192ab6d7b HTTP/1.1" status: 204 len: 168 time: 0.8075604 Jun 28 11:16:31.281411 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0aefb9-fe76-4286-8b05-86cc369ab02a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=345f1c01-7b7a-430a-9664-152192ab6d7b,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:31.290346 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.services.segments.db [None req-c1273e3d-a7aa-4d73-a639-6e80226bd1ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43fb9433-001b-4b87-b73d-38a376b91473') {'for_net_delete': True} {{(pid=88178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:16:31.292804 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33961d6-bbf3-4dfa-abed-ecd12e493cc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:31.293258 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33961d6-bbf3-4dfa-abed-ecd12e493cc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:31.293681 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33961d6-bbf3-4dfa-abed-ecd12e493cc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:31.294101 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33961d6-bbf3-4dfa-abed-ecd12e493cc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:31.294514 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33961d6-bbf3-4dfa-abed-ecd12e493cc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:31.295045 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33961d6-bbf3-4dfa-abed-ecd12e493cc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:31.295677 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33961d6-bbf3-4dfa-abed-ecd12e493cc9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:31.295920 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.services.segments.db [None req-c1273e3d-a7aa-4d73-a639-6e80226bd1ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43fb9433-001b-4b87-b73d-38a376b91473') {} {{(pid=88178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:16:31.296172 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33961d6-bbf3-4dfa-abed-ecd12e493cc9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:31.296837 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33961d6-bbf3-4dfa-abed-ecd12e493cc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:31.297232 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33961d6-bbf3-4dfa-abed-ecd12e493cc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:31.297639 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33961d6-bbf3-4dfa-abed-ecd12e493cc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:31.298042 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33961d6-bbf3-4dfa-abed-ecd12e493cc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:31.299205 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33961d6-bbf3-4dfa-abed-ecd12e493cc9 None None] Tracked resource versions report: Jun 28 11:16:31.299205 dv-cinder-844605-1-iscsi neutron-server[88180]: pushed versions: Jun 28 11:16:31.299205 dv-cinder-844605-1-iscsi neutron-server[88180]: { 'AddressGroup': {'1.2'}, Jun 28 11:16:31.299205 dv-cinder-844605-1-iscsi neutron-server[88180]: 'ConntrackHelper': {'1.0'}, Jun 28 11:16:31.299205 dv-cinder-844605-1-iscsi neutron-server[88180]: 'Log': {'1.0'}, Jun 28 11:16:31.299205 dv-cinder-844605-1-iscsi neutron-server[88180]: 'Network': {'1.1'}, Jun 28 11:16:31.299205 dv-cinder-844605-1-iscsi neutron-server[88180]: 'Port': {'1.7'}, Jun 28 11:16:31.299205 dv-cinder-844605-1-iscsi neutron-server[88180]: 'PortForwarding': {'1.2'}, Jun 28 11:16:31.299205 dv-cinder-844605-1-iscsi neutron-server[88180]: 'QosPolicy': {'1.8'}, Jun 28 11:16:31.299205 dv-cinder-844605-1-iscsi neutron-server[88180]: 'SecurityGroup': {'1.4'}, Jun 28 11:16:31.299205 dv-cinder-844605-1-iscsi neutron-server[88180]: 'SecurityGroupRule': {'1.2'}, Jun 28 11:16:31.299205 dv-cinder-844605-1-iscsi neutron-server[88180]: 'SubPort': {'1.0'}, Jun 28 11:16:31.299205 dv-cinder-844605-1-iscsi neutron-server[88180]: 'Subnet': {'1.1'}, Jun 28 11:16:31.299205 dv-cinder-844605-1-iscsi neutron-server[88180]: 'Trunk': {'1.1'}} Jun 28 11:16:31.299205 dv-cinder-844605-1-iscsi neutron-server[88180]: consumer versions: Jun 28 11:16:31.299205 dv-cinder-844605-1-iscsi neutron-server[88180]: { DHCP agent@dv-cinder-844605-1-iscsi: {}, Jun 28 11:16:31.299205 dv-cinder-844605-1-iscsi neutron-server[88180]: HyperV agent@hv-cinder-84460: {}, Jun 28 11:16:31.299205 dv-cinder-844605-1-iscsi neutron-server[88180]: L3 agent@dv-cinder-844605-1-iscsi: {}, Jun 28 11:16:31.299205 dv-cinder-844605-1-iscsi neutron-server[88180]: Metadata agent@dv-cinder-844605-1-iscsi: {}, Jun 28 11:16:31.299205 dv-cinder-844605-1-iscsi neutron-server[88180]: Metering agent@dv-cinder-844605-1-iscsi: {}, Jun 28 11:16:31.299205 dv-cinder-844605-1-iscsi neutron-server[88180]: Open vSwitch agent@dv-cinder-844605-1-iscsi: { 'AddressGroup': '1.2', Jun 28 11:16:31.299205 dv-cinder-844605-1-iscsi neutron-server[88180]: 'ConntrackHelper': '1.0', Jun 28 11:16:31.299205 dv-cinder-844605-1-iscsi neutron-server[88180]: 'Log': '1.0', Jun 28 11:16:31.299205 dv-cinder-844605-1-iscsi neutron-server[88180]: 'Network': '1.1', Jun 28 11:16:31.299205 dv-cinder-844605-1-iscsi neutron-server[88180]: 'Port': '1.7', Jun 28 11:16:31.299205 dv-cinder-844605-1-iscsi neutron-server[88180]: 'PortForwarding': '1.2', Jun 28 11:16:31.299205 dv-cinder-844605-1-iscsi neutron-server[88180]: 'QosPolicy': '1.8', Jun 28 11:16:31.299205 dv-cinder-844605-1-iscsi neutron-server[88180]: 'SecurityGroup': '1.4', Jun 28 11:16:31.299205 dv-cinder-844605-1-iscsi neutron-server[88180]: 'SecurityGroupRule': '1.2', Jun 28 11:16:31.299205 dv-cinder-844605-1-iscsi neutron-server[88180]: 'SubPort': '1.0', Jun 28 11:16:31.299205 dv-cinder-844605-1-iscsi neutron-server[88180]: 'Subnet': '1.1', Jun 28 11:16:31.299205 dv-cinder-844605-1-iscsi neutron-server[88180]: 'Trunk': '1.1'}} Jun 28 11:16:31.299205 dv-cinder-844605-1-iscsi neutron-server[88180]: {{(pid=88180) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 11:16:31.304208 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.managers [None req-e7b11584-9f8b-4132-bee1-ae8f32db1578 None None] Attempting to bind port 4f6c3e24-5306-438d-a0da-444251232455 on host dv-cinder-844605-1-iscsi for vnic_type normal with profile {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:16:31.304686 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.managers [None req-e7b11584-9f8b-4132-bee1-ae8f32db1578 None None] Attempting to bind port 4f6c3e24-5306-438d-a0da-444251232455 by drivers openvswitch,hyperv on host dv-cinder-844605-1-iscsi at level 0 using segments [{'id': '886fa905-49b2-4170-854f-b2cc2955959a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463'}] {{(pid=88180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:16:31.305186 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b11584-9f8b-4132-bee1-ae8f32db1578 None None] Attempting to bind port 4f6c3e24-5306-438d-a0da-444251232455 on network 6387ef29-ddd8-4632-9016-e02c39923463 {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:16:31.312013 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b11584-9f8b-4132-bee1-ae8f32db1578 None None] Checking agent: {'id': 'b95f8be4-ac30-48f3-8fc1-8bf3ad4a0571', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 7, 40), 'started_at': datetime.datetime(2022, 6, 28, 11, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:16:31.312794 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b11584-9f8b-4132-bee1-ae8f32db1578 None None] Checking segment: {'id': '886fa905-49b2-4170-854f-b2cc2955959a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:16:31.313230 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] For port 4399247d-431c-44bb-a4b2-c49e28b6961e, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=4399247d-431c-44bb-a4b2-c49e28b6961e,segment=NetworkSegment(57e9c6f3-a16e-4f97-bef6-f490cb187f6c),segment_id=57e9c6f3-a16e-4f97-bef6-f490cb187f6c)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:16:31.313550 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron_lib.callbacks.manager [None req-e7b11584-9f8b-4132-bee1-ae8f32db1578 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:31.314153 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b11584-9f8b-4132-bee1-ae8f32db1578 None None] Bound using segment: {'id': '886fa905-49b2-4170-854f-b2cc2955959a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463'} {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:16:31.314790 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.managers [None req-e7b11584-9f8b-4132-bee1-ae8f32db1578 None None] Bound port: 4f6c3e24-5306-438d-a0da-444251232455, host: dv-cinder-844605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886fa905-49b2-4170-854f-b2cc2955959a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463'}}] {{(pid=88180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:16:31.315483 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron_lib.callbacks.manager [None req-e7b11584-9f8b-4132-bee1-ae8f32db1578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:31.322024 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34edce2e-7763-4c81-9cea-11884f9dbba8 admin admin] Router 2f923ac8-4c4e-43e4-b41d-becdee648a9c is scheduled to L3 agent 65138fbb-a379-4cdd-9015-09db381edeba with binding_index 1 {{(pid=88177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 11:16:31.392199 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24127eb1-878f-4003-950a-cc38622e6558 None None] Pushing event updated for resources: {'Port': ['ID=6cb45951-548e-4f3d-b219-06ce112da0df,revision_number=3']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:31.417529 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:31.418306 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 9597cdf9-5efc-4f78-b96b-cc0758671f27 up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:16:31.431149 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.db [None req-e7b11584-9f8b-4132-bee1-ae8f32db1578 None None] For port 4f6c3e24-5306-438d-a0da-444251232455, host dv-cinder-844605-1-iscsi, cleared binding levels {{(pid=88180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:16:31.436052 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.db [None req-e7b11584-9f8b-4132-bee1-ae8f32db1578 None None] For port 4f6c3e24-5306-438d-a0da-444251232455, host dv-cinder-844605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=4f6c3e24-5306-438d-a0da-444251232455,segment=NetworkSegment(886fa905-49b2-4170-854f-b2cc2955959a),segment_id=886fa905-49b2-4170-854f-b2cc2955959a)] {{(pid=88180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:16:31.442662 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron_lib.callbacks.manager [None req-e7b11584-9f8b-4132-bee1-ae8f32db1578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:31.539521 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f841817-d100-49e6-afe6-e5550f0b74c3 admin admin] Network 6387ef29-ddd8-4632-9016-e02c39923463 is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:16:31.544430 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33961d6-bbf3-4dfa-abed-ecd12e493cc9 None None] Pushing event updated for resources: {'Port': ['ID=4f6c3e24-5306-438d-a0da-444251232455,revision_number=3']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:31.553506 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-c1273e3d-a7aa-4d73-a639-6e80226bd1ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782104354196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2289243'] for segment, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:31.564003 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b11584-9f8b-4132-bee1-ae8f32db1578 None None] Routers {'612aec67-608e-409c-a55e-b6df1c5e0ca3'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:16:31.564826 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.base_scheduler [None req-2f841817-d100-49e6-afe6-e5550f0b74c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:16:31.565373 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-e7b11584-9f8b-4132-bee1-ae8f32db1578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:16:08Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['612aec67-608e-409c-a55e-b6df1c5e0ca3'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:16:31.601871 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f841817-d100-49e6-afe6-e5550f0b74c3 admin admin] Received port after_create {{(pid=88178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:16:31.694124 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning complete for port 9597cdf9-5efc-4f78-b96b-cc0758671f27 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:16:31.694924 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:31.702904 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34edce2e-7763-4c81-9cea-11884f9dbba8 admin admin] Notify agent at l3_agent.dv-cinder-844605-1-iscsi the message routers_updated {{(pid=88177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:16:31.738586 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-79f00287-a8c4-41d0-b089-f19711eefdff admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:31.778494 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvr_db [None req-e7b11584-9f8b-4132-bee1-ae8f32db1578 None None] Set router 612aec67-608e-409c-a55e-b6df1c5e0ca3 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:16:31.792435 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-79f00287-a8c4-41d0-b089-f19711eefdff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:31.793282 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acfbde3d-3b73-44a2-a7e3-5050b90042e4 admin admin] Notify agent at l3_agent.dv-cinder-844605-1-iscsi the message routers_updated {{(pid=88178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:16:31.795359 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-34edce2e-7763-4c81-9cea-11884f9dbba8 admin admin] Notify callbacks [] for router, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:31.799951 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-34edce2e-7763-4c81-9cea-11884f9dbba8 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.9963372 Jun 28 11:16:31.802882 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-79f00287-a8c4-41d0-b089-f19711eefdff admin admin] Usage tracker for resource:security_group_rule and tenant:b6da1700ab9543a5a8646ba1a0b83fea is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:31.805501 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 51726) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:31.836964 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f841817-d100-49e6-afe6-e5550f0b74c3 admin admin] Pushing event updated for resources: {'Port': ['ID=f46b4231-e62e-4874-ad62-57a42b5c1947,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:31.883266 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7b0742-f515-4711-9ae0-b8d58a56a19e None None] Sync routers for ids ['2f923ac8-4c4e-43e4-b41d-becdee648a9c'] in dv-cinder-844605-1-iscsi {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:16:31.904661 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62eb6b0-2241-48f5-9496-cee859595fc1 None None] Sync routers for ids ['ade2194f-1c03-40e9-8c97-1ca6cc2e34b1'] in dv-cinder-844605-1-iscsi {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:16:32.002222 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-acfbde3d-3b73-44a2-a7e3-5050b90042e4 admin admin] Notify callbacks [] for router, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:32.003859 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-acfbde3d-3b73-44a2-a7e3-5050b90042e4 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 10.0926819 Jun 28 11:16:32.005172 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62eb6b0-2241-48f5-9496-cee859595fc1 None None] Routers {'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:16:32.005873 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-f62eb6b0-2241-48f5-9496-cee859595fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:16:08Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['ade2194f-1c03-40e9-8c97-1ca6cc2e34b1'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:16:32.012438 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-79f00287-a8c4-41d0-b089-f19711eefdff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:32.023598 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 51736) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:32.033903 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-c1273e3d-a7aa-4d73-a639-6e80226bd1ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812087'] for segment, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:32.041612 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-79f00287-a8c4-41d0-b089-f19711eefdff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:32.055261 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7b0742-f515-4711-9ae0-b8d58a56a19e None None] Routers {'2f923ac8-4c4e-43e4-b41d-becdee648a9c'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:16:32.055901 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-ab7b0742-f515-4711-9ae0-b8d58a56a19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:16:08Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['2f923ac8-4c4e-43e4-b41d-becdee648a9c'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:16:32.096780 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1273e3d-a7aa-4d73-a639-6e80226bd1ae admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=88178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 11:16:32.097629 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-c1273e3d-a7aa-4d73-a639-6e80226bd1ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7812088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2288076'] for segment, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:32.138065 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Pushing event updated for resources: {'Port': ['ID=4399247d-431c-44bb-a4b2-c49e28b6961e,revision_number=3']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:32.471601 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-aa60ab5d-63a0-4478-8325-0b35c7595d52 None None] Current status of the port 8911bd83-35fa-444d-a0f4-28fd3309ae12 is: DOWN; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:16:32.471991 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-aa60ab5d-63a0-4478-8325-0b35c7595d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:32.504504 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-68872306-ff37-43ab-b215-372d1688af85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:32.581538 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-c1273e3d-a7aa-4d73-a639-6e80226bd1ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7788903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361949'] for network, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:32.582085 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvr_db [None req-f62eb6b0-2241-48f5-9496-cee859595fc1 None None] Set router ade2194f-1c03-40e9-8c97-1ca6cc2e34b1 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:16:32.625246 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Current status of the port 9597cdf9-5efc-4f78-b96b-cc0758671f27 is: ACTIVE; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:16:32.721936 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-c1273e3d-a7aa-4d73-a639-6e80226bd1ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562711'] for network, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:32.728905 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1273e3d-a7aa-4d73-a639-6e80226bd1ae admin admin] Pushing event deleted for resources: {'Network': ['ID=06aa00c9-d2d9-44c3-b542-3ccc4fdae1f5,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:32.742821 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-aa60ab5d-63a0-4478-8325-0b35c7595d52 None None] For port 8911bd83-35fa-444d-a0f4-28fd3309ae12, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=8911bd83-35fa-444d-a0f4-28fd3309ae12,segment=NetworkSegment(fd3dbdf8-f40f-4579-8d9f-d3926cb58f5f),segment_id=fd3dbdf8-f40f-4579-8d9f-d3926cb58f5f)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:16:32.756202 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-ab7b0742-f515-4711-9ae0-b8d58a56a19e None None] Set router 2f923ac8-4c4e-43e4-b41d-becdee648a9c gateway port host: dv-cinder-844605-1-iscsi {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:16:32.774605 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-c1273e3d-a7aa-4d73-a639-6e80226bd1ae admin admin] 10.222.0.23 "DELETE /v2.0/networks/06aa00c9-d2d9-44c3-b542-3ccc4fdae1f5 HTTP/1.1" status: 204 len: 168 time: 2.8138335 Jun 28 11:16:32.872502 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.services.segments.plugin [-] Segment 43fb9433-001b-4b87-b73d-38a376b91473 resource provider aggregate not found Jun 28 11:16:32.879004 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-2f841817-d100-49e6-afe6-e5550f0b74c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:32.914821 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-79f00287-a8c4-41d0-b089-f19711eefdff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:32.922950 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 6cb45951-548e-4f3d-b219-06ce112da0df up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:16:32.929121 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-e7b11584-9f8b-4132-bee1-ae8f32db1578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'name': 'tempest-AttachVolumeNegativeTest-536282704-router', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '4f6c3e24-5306-438d-a0da-444251232455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:20Z', 'updated_at': '2022-06-28T11:16:24Z', 'revision_number': 3, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'gw_port': {'id': '4f6c3e24-5306-438d-a0da-444251232455', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c7:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:22Z', 'updated_at': '2022-06-28T11:16:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi'}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:16:32.950702 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b11584-9f8b-4132-bee1-ae8f32db1578 None None] The sync data for ids ['612aec67-608e-409c-a55e-b6df1c5e0ca3'] in dv-cinder-844605-1-iscsi is: [{'id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'name': 'tempest-AttachVolumeNegativeTest-536282704-router', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '4f6c3e24-5306-438d-a0da-444251232455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:20Z', 'updated_at': '2022-06-28T11:16:24Z', 'revision_number': 3, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'gw_port': {'id': '4f6c3e24-5306-438d-a0da-444251232455', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c7:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:22Z', 'updated_at': '2022-06-28T11:16:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi'}] {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:16:32.990334 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.services.segments.plugin [-] Segment 43fb9433-001b-4b87-b73d-38a376b91473 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 43fb9433-001b-4b87-b73d-38a376b91473 found for delete ", "request_id": "req-4a95a950-ac87-4fb5-9478-1eab8a1b5e4f"}]} Jun 28 11:16:33.090410 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-f62eb6b0-2241-48f5-9496-cee859595fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1', 'name': 'tempest-AttachVolumeTestJSON-598911938-router', 'tenant_id': '0d240302ccf0453994b861ae39dea463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f709371d-334e-4068-84cd-106c6afa05e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:21Z', 'updated_at': '2022-06-28T11:16:26Z', 'revision_number': 3, 'project_id': '0d240302ccf0453994b861ae39dea463', 'gw_port': {'id': 'f709371d-334e-4068-84cd-106c6afa05e9', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:24Z', 'updated_at': '2022-06-28T11:16:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi'}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:16:33.095520 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62eb6b0-2241-48f5-9496-cee859595fc1 None None] Checking router: ade2194f-1c03-40e9-8c97-1ca6cc2e34b1 for host: dv-cinder-844605-1-iscsi {{(pid=88180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:16:33.096095 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62eb6b0-2241-48f5-9496-cee859595fc1 None None] Updating router ade2194f-1c03-40e9-8c97-1ca6cc2e34b1 port f709371d-334e-4068-84cd-106c6afa05e9 binding host dv-cinder-844605-1-iscsi {{(pid=88180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 11:16:33.129578 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-aa60ab5d-63a0-4478-8325-0b35c7595d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:33.170157 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron_lib.callbacks.manager [None req-f62eb6b0-2241-48f5-9496-cee859595fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:33.236271 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 51768) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:33.442453 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.db_base_plugin_common [None req-68872306-ff37-43ab-b215-372d1688af85 admin admin] Allocated IP 172.20.0.1 (21e79c31-8e4c-4686-94df-41e665c65d49/0543e16d-abbf-4f46-8991-01ac45b7ec02/ce67a0a8-6a79-4030-ac97-89b4f9a90889) {{(pid=88178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:16:33.478054 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-79f00287-a8c4-41d0-b089-f19711eefdff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:33.502147 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-aa60ab5d-63a0-4478-8325-0b35c7595d52 None None] Provisioning complete for port 4399247d-431c-44bb-a4b2-c49e28b6961e triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:16:33.502409 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-aa60ab5d-63a0-4478-8325-0b35c7595d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:33.521913 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-fd5909ad-eeb0-4375-8004-b1cd5fbe2208 admin admin] Synchronizing usage tracker for tenant:5f7f3f1b6a1b4f5185f98dcd42a72f86 on resource:security_group {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:16:33.591560 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa60ab5d-63a0-4478-8325-0b35c7595d52 None None] Pushing event updated for resources: {'Port': ['ID=8911bd83-35fa-444d-a0f4-28fd3309ae12,revision_number=3']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:33.655400 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning complete for port 6cb45951-548e-4f3d-b219-06ce112da0df triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:16:33.655829 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:33.660907 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-79f00287-a8c4-41d0-b089-f19711eefdff admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b6da1700ab9543a5a8646ba1a0b83fea&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3906543 Jun 28 11:16:33.672347 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 51780) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:33.674427 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron_lib.callbacks.manager [None req-f62eb6b0-2241-48f5-9496-cee859595fc1 None None] Notify callbacks [] for port, precommit_update {{(pid=88180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:33.693014 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.provisioning_blocks [None req-f62eb6b0-2241-48f5-9496-cee859595fc1 None None] Transition to ACTIVE for port object f709371d-334e-4068-84cd-106c6afa05e9 will not be triggered until provisioned by entity L2. {{(pid=88180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:16:33.704703 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron_lib.callbacks.manager [None req-f62eb6b0-2241-48f5-9496-cee859595fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:33.799399 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a32ff4-855b-4582-a5bf-03c9480e55d0 None None] Pushing event updated for resources: {'Port': ['ID=f709371d-334e-4068-84cd-106c6afa05e9,revision_number=2']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:33.820665 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f00287-a8c4-41d0-b089-f19711eefdff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d9500b9-c06d-449d-9dad-b93c765a5396,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:33.845513 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.managers [None req-f62eb6b0-2241-48f5-9496-cee859595fc1 None None] Attempting to bind port f709371d-334e-4068-84cd-106c6afa05e9 on host dv-cinder-844605-1-iscsi for vnic_type normal with profile {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:16:33.845857 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.managers [None req-f62eb6b0-2241-48f5-9496-cee859595fc1 None None] Attempting to bind port f709371d-334e-4068-84cd-106c6afa05e9 by drivers openvswitch,hyperv on host dv-cinder-844605-1-iscsi at level 0 using segments [{'id': '886fa905-49b2-4170-854f-b2cc2955959a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463'}] {{(pid=88180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:16:33.846220 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62eb6b0-2241-48f5-9496-cee859595fc1 None None] Attempting to bind port f709371d-334e-4068-84cd-106c6afa05e9 on network 6387ef29-ddd8-4632-9016-e02c39923463 {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:16:33.853897 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62eb6b0-2241-48f5-9496-cee859595fc1 None None] Checking agent: {'id': 'b95f8be4-ac30-48f3-8fc1-8bf3ad4a0571', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 7, 40), 'started_at': datetime.datetime(2022, 6, 28, 11, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:16:33.854693 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62eb6b0-2241-48f5-9496-cee859595fc1 None None] Checking segment: {'id': '886fa905-49b2-4170-854f-b2cc2955959a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:16:33.855150 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron_lib.callbacks.manager [None req-f62eb6b0-2241-48f5-9496-cee859595fc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:33.856046 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62eb6b0-2241-48f5-9496-cee859595fc1 None None] Bound using segment: {'id': '886fa905-49b2-4170-854f-b2cc2955959a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463'} {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:16:33.856529 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.managers [None req-f62eb6b0-2241-48f5-9496-cee859595fc1 None None] Bound port: f709371d-334e-4068-84cd-106c6afa05e9, host: dv-cinder-844605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886fa905-49b2-4170-854f-b2cc2955959a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463'}}] {{(pid=88180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:16:33.856929 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron_lib.callbacks.manager [None req-f62eb6b0-2241-48f5-9496-cee859595fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:33.947527 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.db [None req-f62eb6b0-2241-48f5-9496-cee859595fc1 None None] For port f709371d-334e-4068-84cd-106c6afa05e9, host dv-cinder-844605-1-iscsi, cleared binding levels {{(pid=88180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:16:33.951582 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.db [None req-f62eb6b0-2241-48f5-9496-cee859595fc1 None None] For port f709371d-334e-4068-84cd-106c6afa05e9, host dv-cinder-844605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=f709371d-334e-4068-84cd-106c6afa05e9,segment=NetworkSegment(886fa905-49b2-4170-854f-b2cc2955959a),segment_id=886fa905-49b2-4170-854f-b2cc2955959a)] {{(pid=88180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:16:33.962621 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron_lib.callbacks.manager [None req-f62eb6b0-2241-48f5-9496-cee859595fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:33.971733 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-fd5909ad-eeb0-4375-8004-b1cd5fbe2208 admin admin] Unset dirty status for tenant:5f7f3f1b6a1b4f5185f98dcd42a72f86 on resource:security_group {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:16:33.975433 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-fd5909ad-eeb0-4375-8004-b1cd5fbe2208 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1830a57f9af544b99b003238de1ba64d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7351699 Jun 28 11:16:33.976030 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 51786) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:34.050494 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a32ff4-855b-4582-a5bf-03c9480e55d0 None None] Pushing event updated for resources: {'Port': ['ID=f709371d-334e-4068-84cd-106c6afa05e9,revision_number=3']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:34.076786 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62eb6b0-2241-48f5-9496-cee859595fc1 None None] Routers {'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:16:34.077674 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-f62eb6b0-2241-48f5-9496-cee859595fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:16:08Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['ade2194f-1c03-40e9-8c97-1ca6cc2e34b1'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:16:34.109521 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-aa60ab5d-63a0-4478-8325-0b35c7595d52 None None] Current status of the port 4399247d-431c-44bb-a4b2-c49e28b6961e is: ACTIVE; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:16:34.128794 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Current status of the port 6cb45951-548e-4f3d-b219-06ce112da0df is: ACTIVE; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:16:34.130047 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 4399247d-431c-44bb-a4b2-c49e28b6961e up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:16:34.193735 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-dc5fe98a-f909-4e33-8c8b-2dad6c922274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:34.208322 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-ab7b0742-f515-4711-9ae0-b8d58a56a19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f923ac8-4c4e-43e4-b41d-becdee648a9c', 'name': 'tempest-ServerRescueNegativeTestJSON-1407272727-router', 'tenant_id': '39ee6a774aa94963a4c024612cabe0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '3616dc42-9ca0-491f-a6d4-a5d6b1d82601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:24Z', 'updated_at': '2022-06-28T11:16:29Z', 'revision_number': 3, 'project_id': '39ee6a774aa94963a4c024612cabe0ab', 'gw_port': {'id': '3616dc42-9ca0-491f-a6d4-a5d6b1d82601', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:42:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f923ac8-4c4e-43e4-b41d-becdee648a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:25Z', 'updated_at': '2022-06-28T11:16:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi'}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:16:34.223326 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7b0742-f515-4711-9ae0-b8d58a56a19e None None] Checking router: 2f923ac8-4c4e-43e4-b41d-becdee648a9c for host: dv-cinder-844605-1-iscsi {{(pid=88179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:16:34.223853 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7b0742-f515-4711-9ae0-b8d58a56a19e None None] Updating router 2f923ac8-4c4e-43e4-b41d-becdee648a9c port 3616dc42-9ca0-491f-a6d4-a5d6b1d82601 binding host dv-cinder-844605-1-iscsi {{(pid=88179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 11:16:34.273474 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-dc5fe98a-f909-4e33-8c8b-2dad6c922274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:34.333921 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ab7b0742-f515-4711-9ae0-b8d58a56a19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:34.381242 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvr_db [None req-f62eb6b0-2241-48f5-9496-cee859595fc1 None None] Set router ade2194f-1c03-40e9-8c97-1ca6cc2e34b1 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:16:34.396781 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning complete for port 4399247d-431c-44bb-a4b2-c49e28b6961e triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:16:34.400739 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:34.426950 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-dc5fe98a-f909-4e33-8c8b-2dad6c922274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:34.448602 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-3c7ad621-ad5b-4b5e-9cff-c2fbd8967b24 None None] Provisioning complete for port 8911bd83-35fa-444d-a0f4-28fd3309ae12 triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:16:34.449372 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3c7ad621-ad5b-4b5e-9cff-c2fbd8967b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:34.525430 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-2d7b8942-ecb0-489c-9271-cc9545a29c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:34.545211 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-dc5fe98a-f909-4e33-8c8b-2dad6c922274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:34.546546 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-dc5fe98a-f909-4e33-8c8b-2dad6c922274 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7ebc2123-5726-45a9-9bdc-d6147d650e7a HTTP/1.1" status: 204 len: 168 time: 0.5400276 Jun 28 11:16:34.547309 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-eadbd895-6f7c-47c7-9868-dd7253d25478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:34.723165 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5fe98a-f909-4e33-8c8b-2dad6c922274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ebc2123-5726-45a9-9bdc-d6147d650e7a,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:34.745606 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-eadbd895-6f7c-47c7-9868-dd7253d25478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:34.759732 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-2f841817-d100-49e6-afe6-e5550f0b74c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362520'] for router, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:34.768510 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-68872306-ff37-43ab-b215-372d1688af85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:34.982488 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ab7b0742-f515-4711-9ae0-b8d58a56a19e None None] Notify callbacks [] for port, precommit_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:34.997145 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-ab7b0742-f515-4711-9ae0-b8d58a56a19e None None] Transition to ACTIVE for port object 3616dc42-9ca0-491f-a6d4-a5d6b1d82601 will not be triggered until provisioned by entity L2. {{(pid=88179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:16:35.035218 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-f62eb6b0-2241-48f5-9496-cee859595fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1', 'name': 'tempest-AttachVolumeTestJSON-598911938-router', 'tenant_id': '0d240302ccf0453994b861ae39dea463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f709371d-334e-4068-84cd-106c6afa05e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:21Z', 'updated_at': '2022-06-28T11:16:26Z', 'revision_number': 3, 'project_id': '0d240302ccf0453994b861ae39dea463', 'gw_port': {'id': 'f709371d-334e-4068-84cd-106c6afa05e9', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:24Z', 'updated_at': '2022-06-28T11:16:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi'}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:16:35.040195 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ab7b0742-f515-4711-9ae0-b8d58a56a19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:35.046844 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62eb6b0-2241-48f5-9496-cee859595fc1 None None] The sync data for ids ['ade2194f-1c03-40e9-8c97-1ca6cc2e34b1'] in dv-cinder-844605-1-iscsi is: [{'id': 'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1', 'name': 'tempest-AttachVolumeTestJSON-598911938-router', 'tenant_id': '0d240302ccf0453994b861ae39dea463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f709371d-334e-4068-84cd-106c6afa05e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:21Z', 'updated_at': '2022-06-28T11:16:26Z', 'revision_number': 3, 'project_id': '0d240302ccf0453994b861ae39dea463', 'gw_port': {'id': 'f709371d-334e-4068-84cd-106c6afa05e9', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:24Z', 'updated_at': '2022-06-28T11:16:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi'}] {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:16:35.148759 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b53e3-54f3-42f3-a13b-9add36ec04bc None None] Pushing event updated for resources: {'Port': ['ID=3616dc42-9ca0-491f-a6d4-a5d6b1d82601,revision_number=2']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:35.149825 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-1f578b45-ff01-4d05-aaa7-37b39512f557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:35.191123 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.db_base_plugin_common [None req-2d7b8942-ecb0-489c-9271-cc9545a29c90 admin admin] Allocated IP 172.20.0.1 (3dcee093-7093-4d70-9e54-e71a2fd9b0d8/4959b550-e4a6-4bb2-a9b3-3d13206321f5/ab89ce2b-e0be-4d8e-acd2-7d6575707034) {{(pid=88177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:16:35.223613 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-eadbd895-6f7c-47c7-9868-dd7253d25478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:35.245311 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Current status of the port 4399247d-431c-44bb-a4b2-c49e28b6961e is: ACTIVE; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:16:35.249519 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-ab7b0742-f515-4711-9ae0-b8d58a56a19e None None] Attempting to bind port 3616dc42-9ca0-491f-a6d4-a5d6b1d82601 on host dv-cinder-844605-1-iscsi for vnic_type normal with profile {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:16:35.249716 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-ab7b0742-f515-4711-9ae0-b8d58a56a19e None None] Attempting to bind port 3616dc42-9ca0-491f-a6d4-a5d6b1d82601 by drivers openvswitch,hyperv on host dv-cinder-844605-1-iscsi at level 0 using segments [{'id': '886fa905-49b2-4170-854f-b2cc2955959a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463'}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:16:35.250082 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7b0742-f515-4711-9ae0-b8d58a56a19e None None] Attempting to bind port 3616dc42-9ca0-491f-a6d4-a5d6b1d82601 on network 6387ef29-ddd8-4632-9016-e02c39923463 {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:16:35.258368 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7b0742-f515-4711-9ae0-b8d58a56a19e None None] Checking agent: {'id': 'b95f8be4-ac30-48f3-8fc1-8bf3ad4a0571', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 7, 40), 'started_at': datetime.datetime(2022, 6, 28, 11, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:16:35.258750 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7b0742-f515-4711-9ae0-b8d58a56a19e None None] Checking segment: {'id': '886fa905-49b2-4170-854f-b2cc2955959a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:16:35.259158 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ab7b0742-f515-4711-9ae0-b8d58a56a19e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:35.259553 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7b0742-f515-4711-9ae0-b8d58a56a19e None None] Bound using segment: {'id': '886fa905-49b2-4170-854f-b2cc2955959a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463'} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:16:35.260062 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-ab7b0742-f515-4711-9ae0-b8d58a56a19e None None] Bound port: 3616dc42-9ca0-491f-a6d4-a5d6b1d82601, host: dv-cinder-844605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886fa905-49b2-4170-854f-b2cc2955959a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463'}}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:16:35.260479 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ab7b0742-f515-4711-9ae0-b8d58a56a19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:35.303149 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.provisioning_blocks [None req-68872306-ff37-43ab-b215-372d1688af85 admin admin] Transition to ACTIVE for port object ce67a0a8-6a79-4030-ac97-89b4f9a90889 will not be triggered until provisioned by entity DHCP. {{(pid=88178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:16:35.309621 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbd895-6f7c-47c7-9868-dd7253d25478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d9500b9-c06d-449d-9dad-b93c765a5396,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:35.334098 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-eadbd895-6f7c-47c7-9868-dd7253d25478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:35.341063 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-eadbd895-6f7c-47c7-9868-dd7253d25478 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0d9500b9-c06d-449d-9dad-b93c765a5396 HTTP/1.1" status: 204 len: 168 time: 1.6643095 Jun 28 11:16:35.390303 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-3c7ad621-ad5b-4b5e-9cff-c2fbd8967b24 None None] Current status of the port 8911bd83-35fa-444d-a0f4-28fd3309ae12 is: ACTIVE; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:16:35.415812 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 51816) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:35.445207 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-3c7ad621-ad5b-4b5e-9cff-c2fbd8967b24 None None] Provisioning complete for port 6cb45951-548e-4f3d-b219-06ce112da0df triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:16:35.445582 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3c7ad621-ad5b-4b5e-9cff-c2fbd8967b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:35.595550 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-68872306-ff37-43ab-b215-372d1688af85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782103981231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287935'] for port, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:35.690189 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-ab7b0742-f515-4711-9ae0-b8d58a56a19e None None] For port 3616dc42-9ca0-491f-a6d4-a5d6b1d82601, host dv-cinder-844605-1-iscsi, cleared binding levels {{(pid=88179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:16:35.695818 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 4f6c3e24-5306-438d-a0da-444251232455 up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:16:35.764734 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-2d7b8942-ecb0-489c-9271-cc9545a29c90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:35.791639 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.provisioning_blocks [None req-2d7b8942-ecb0-489c-9271-cc9545a29c90 admin admin] Transition to ACTIVE for port object ab89ce2b-e0be-4d8e-acd2-7d6575707034 will not be triggered until provisioned by entity DHCP. {{(pid=88177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:16:35.870679 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-2d7b8942-ecb0-489c-9271-cc9545a29c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782103981231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2688079'] for port, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:35.905169 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-ab7b0742-f515-4711-9ae0-b8d58a56a19e None None] For port 3616dc42-9ca0-491f-a6d4-a5d6b1d82601, host dv-cinder-844605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=3616dc42-9ca0-491f-a6d4-a5d6b1d82601,segment=NetworkSegment(886fa905-49b2-4170-854f-b2cc2955959a),segment_id=886fa905-49b2-4170-854f-b2cc2955959a)] {{(pid=88179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:16:35.926997 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-e3a41d0e-af3b-48de-b468-78be2850e746 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=02cd0f8c4ac14ef08d34628ef76b925c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5103498 Jun 28 11:16:35.938306 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ab7b0742-f515-4711-9ae0-b8d58a56a19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:35.948139 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 51838) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:36.018796 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68872306-ff37-43ab-b215-372d1688af85 admin admin] Network 21e79c31-8e4c-4686-94df-41e665c65d49 is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:16:36.026490 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f841817-d100-49e6-afe6-e5550f0b74c3 admin admin] Router 0f6938db-4fb7-4c6a-8830-23d35946ba3c is scheduled to L3 agent 65138fbb-a379-4cdd-9015-09db381edeba with binding_index 1 {{(pid=88178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 11:16:36.042752 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.base_scheduler [None req-68872306-ff37-43ab-b215-372d1688af85 admin admin] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:16:36.055859 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7b8942-ecb0-489c-9271-cc9545a29c90 admin admin] Network 3dcee093-7093-4d70-9e54-e71a2fd9b0d8 is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:16:36.073762 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.base_scheduler [None req-2d7b8942-ecb0-489c-9271-cc9545a29c90 admin admin] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:16:36.085419 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68872306-ff37-43ab-b215-372d1688af85 admin admin] Received port after_create {{(pid=88178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:16:36.085575 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7b8942-ecb0-489c-9271-cc9545a29c90 admin admin] Received port after_create {{(pid=88177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:16:36.167754 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68872306-ff37-43ab-b215-372d1688af85 admin admin] Pushing event updated for resources: {'Port': ['ID=ce67a0a8-6a79-4030-ac97-89b4f9a90889,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:36.200903 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b53e3-54f3-42f3-a13b-9add36ec04bc None None] Pushing event updated for resources: {'Port': ['ID=3616dc42-9ca0-491f-a6d4-a5d6b1d82601,revision_number=3']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:36.275583 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-2d7b8942-ecb0-489c-9271-cc9545a29c90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-361810'] for router_interface, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:36.314197 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-3c7ad621-ad5b-4b5e-9cff-c2fbd8967b24 None None] Current status of the port 6cb45951-548e-4f3d-b219-06ce112da0df is: ACTIVE; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:16:36.372524 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d4847213-5e5e-4fbd-8a36-cea7d8880a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:36.400411 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7b0742-f515-4711-9ae0-b8d58a56a19e None None] Routers {'2f923ac8-4c4e-43e4-b41d-becdee648a9c'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:16:36.401075 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-ab7b0742-f515-4711-9ae0-b8d58a56a19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:16:08Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['2f923ac8-4c4e-43e4-b41d-becdee648a9c'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:16:36.543414 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-68872306-ff37-43ab-b215-372d1688af85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-361810'] for router_interface, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:36.583127 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning for port 4f6c3e24-5306-438d-a0da-444251232455 completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:16:36.594654 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-c01b9e5b-449f-4891-a0dd-62338a92f32e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:36.677249 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-c01b9e5b-449f-4891-a0dd-62338a92f32e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:36.717439 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f841817-d100-49e6-afe6-e5550f0b74c3 admin admin] Notify agent at l3_agent.dv-cinder-844605-1-iscsi the message routers_updated {{(pid=88178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:16:36.717671 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning complete for port 4f6c3e24-5306-438d-a0da-444251232455 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:16:36.718052 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:36.775706 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-2f841817-d100-49e6-afe6-e5550f0b74c3 admin admin] Notify callbacks [] for router, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:36.777682 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-2f841817-d100-49e6-afe6-e5550f0b74c3 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 13.9078505 Jun 28 11:16:36.785839 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 51864) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:36.828483 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.db_base_plugin_common [None req-1f578b45-ff01-4d05-aaa7-37b39512f557 admin admin] Allocated IP 172.20.0.1 (3f8d13e4-2335-496a-b358-95cda2a57319/2fabbc00-cab3-403d-bb79-f769bf69911e/5580a367-b90f-424e-b4b7-659e07cd44cd) {{(pid=88177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:16:36.966755 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da5cd2a-28f5-43b5-8b69-99354587b8a2 None None] Sync routers for ids ['0f6938db-4fb7-4c6a-8830-23d35946ba3c'] in dv-cinder-844605-1-iscsi {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:16:36.977272 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7b8942-ecb0-489c-9271-cc9545a29c90 admin admin] Pushing event updated for resources: {'Port': ['ID=ab89ce2b-e0be-4d8e-acd2-7d6575707034,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:37.051716 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-68872306-ff37-43ab-b215-372d1688af85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:37.075270 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-c01b9e5b-449f-4891-a0dd-62338a92f32e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:37.105930 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-c01b9e5b-449f-4891-a0dd-62338a92f32e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:37.107467 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-c01b9e5b-449f-4891-a0dd-62338a92f32e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1071b418-9b4d-4b96-a5f5-e5f4964217fd HTTP/1.1" status: 204 len: 168 time: 1.1380589 Jun 28 11:16:37.148581 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-1f578b45-ff01-4d05-aaa7-37b39512f557 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:37.165753 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01b9e5b-449f-4891-a0dd-62338a92f32e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1071b418-9b4d-4b96-a5f5-e5f4964217fd,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:37.226932 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.provisioning_blocks [None req-1f578b45-ff01-4d05-aaa7-37b39512f557 admin admin] Transition to ACTIVE for port object 5580a367-b90f-424e-b4b7-659e07cd44cd will not be triggered until provisioned by entity DHCP. {{(pid=88177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:16:37.304674 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Current status of the port 4f6c3e24-5306-438d-a0da-444251232455 is: DOWN; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:16:37.305315 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:37.320221 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-2d7b8942-ecb0-489c-9271-cc9545a29c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:37.391728 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-1f578b45-ff01-4d05-aaa7-37b39512f557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782103981231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2688079'] for port, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:37.412531 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-ab7b0742-f515-4711-9ae0-b8d58a56a19e None None] Set router 2f923ac8-4c4e-43e4-b41d-becdee648a9c gateway port host: dv-cinder-844605-1-iscsi {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:16:37.498796 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f578b45-ff01-4d05-aaa7-37b39512f557 admin admin] Network 3f8d13e4-2335-496a-b358-95cda2a57319 is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:16:37.530217 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.base_scheduler [None req-1f578b45-ff01-4d05-aaa7-37b39512f557 admin admin] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:16:37.536167 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f578b45-ff01-4d05-aaa7-37b39512f557 admin admin] Received port after_create {{(pid=88177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:16:37.639604 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da5cd2a-28f5-43b5-8b69-99354587b8a2 None None] Routers {'0f6938db-4fb7-4c6a-8830-23d35946ba3c'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:16:37.640426 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-0da5cd2a-28f5-43b5-8b69-99354587b8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:16:08Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['0f6938db-4fb7-4c6a-8830-23d35946ba3c'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:16:37.784346 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7a14afc1-2571-4a69-acc6-b77aaa5fa4bf None None] Provisioning for port ce67a0a8-6a79-4030-ac97-89b4f9a90889 completed by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:16:37.926773 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7a14afc1-2571-4a69-acc6-b77aaa5fa4bf None None] Provisioning complete for port ce67a0a8-6a79-4030-ac97-89b4f9a90889 triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:16:37.927143 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7a14afc1-2571-4a69-acc6-b77aaa5fa4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:37.958009 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f578b45-ff01-4d05-aaa7-37b39512f557 admin admin] Pushing event updated for resources: {'Port': ['ID=5580a367-b90f-424e-b4b7-659e07cd44cd,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:37.967257 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] For port 4f6c3e24-5306-438d-a0da-444251232455, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=4f6c3e24-5306-438d-a0da-444251232455,segment=NetworkSegment(886fa905-49b2-4170-854f-b2cc2955959a),segment_id=886fa905-49b2-4170-854f-b2cc2955959a)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:16:37.990323 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-1f578b45-ff01-4d05-aaa7-37b39512f557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-361810'] for router_interface, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:38.041164 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:38.042243 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 8911bd83-35fa-444d-a0f4-28fd3309ae12 up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:16:38.104207 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-2d7b8942-ecb0-489c-9271-cc9545a29c90 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:38.114667 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-2d7b8942-ecb0-489c-9271-cc9545a29c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2688088'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:38.246314 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-68872306-ff37-43ab-b215-372d1688af85 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:38.262176 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7a14afc1-2571-4a69-acc6-b77aaa5fa4bf None None] Port ce67a0a8-6a79-4030-ac97-89b4f9a90889 cannot update to ACTIVE because it is not bound. {{(pid=88179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:16:38.276026 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-68872306-ff37-43ab-b215-372d1688af85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2287912'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:38.287513 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7b8942-ecb0-489c-9271-cc9545a29c90 admin admin] Pushing event updated for resources: {'Port': ['ID=ab89ce2b-e0be-4d8e-acd2-7d6575707034,revision_number=2']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:38.328811 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Pushing event updated for resources: {'Port': ['ID=4f6c3e24-5306-438d-a0da-444251232455,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:38.420550 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-2d7b8942-ecb0-489c-9271-cc9545a29c90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-361783'] for router_interface, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:38.426029 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-0da5cd2a-28f5-43b5-8b69-99354587b8a2 None None] Set router 0f6938db-4fb7-4c6a-8830-23d35946ba3c gateway port host: dv-cinder-844605-1-iscsi {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:16:38.625820 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-1f578b45-ff01-4d05-aaa7-37b39512f557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:38.709717 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning complete for port 8911bd83-35fa-444d-a0f4-28fd3309ae12 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:16:38.710082 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:38.754739 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68872306-ff37-43ab-b215-372d1688af85 admin admin] Pushing event updated for resources: {'Port': ['ID=ce67a0a8-6a79-4030-ac97-89b4f9a90889,revision_number=2']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:38.808993 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-c0b850d0-10c8-4845-a601-1be155b48ff5 None None] Provisioning for port ab89ce2b-e0be-4d8e-acd2-7d6575707034 completed by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:16:38.817843 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b176e21b-79e9-4af5-b7e8-fbeff0c18c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:38.820624 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-68872306-ff37-43ab-b215-372d1688af85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-361783'] for router_interface, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:38.873677 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-c0b850d0-10c8-4845-a601-1be155b48ff5 None None] Provisioning complete for port ab89ce2b-e0be-4d8e-acd2-7d6575707034 triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:16:38.874448 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c0b850d0-10c8-4845-a601-1be155b48ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:38.984288 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-c0b850d0-10c8-4845-a601-1be155b48ff5 None None] Port ab89ce2b-e0be-4d8e-acd2-7d6575707034 cannot update to ACTIVE because it is not bound. {{(pid=88179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:16:39.021978 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-1f578b45-ff01-4d05-aaa7-37b39512f557 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:39.034838 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-1f578b45-ff01-4d05-aaa7-37b39512f557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2688088'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:39.040484 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-198b44ea-6b0e-4b7b-83cc-ce49a49fa274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:39.146247 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Current status of the port 8911bd83-35fa-444d-a0f4-28fd3309ae12 is: ACTIVE; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:16:39.187863 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-c0b850d0-10c8-4845-a601-1be155b48ff5 None None] Provisioning for port 5580a367-b90f-424e-b4b7-659e07cd44cd completed by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:16:39.211935 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-c0b850d0-10c8-4845-a601-1be155b48ff5 None None] Provisioning complete for port 5580a367-b90f-424e-b4b7-659e07cd44cd triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:16:39.212876 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c0b850d0-10c8-4845-a601-1be155b48ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:39.225789 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7b8942-ecb0-489c-9271-cc9545a29c90 admin admin] Network 3dcee093-7093-4d70-9e54-e71a2fd9b0d8 is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:16:39.240590 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.base_scheduler [None req-2d7b8942-ecb0-489c-9271-cc9545a29c90 admin admin] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:16:39.411170 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-ab7b0742-f515-4711-9ae0-b8d58a56a19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f923ac8-4c4e-43e4-b41d-becdee648a9c', 'name': 'tempest-ServerRescueNegativeTestJSON-1407272727-router', 'tenant_id': '39ee6a774aa94963a4c024612cabe0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '3616dc42-9ca0-491f-a6d4-a5d6b1d82601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:24Z', 'updated_at': '2022-06-28T11:16:29Z', 'revision_number': 3, 'project_id': '39ee6a774aa94963a4c024612cabe0ab', 'gw_port': {'id': '3616dc42-9ca0-491f-a6d4-a5d6b1d82601', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:42:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f923ac8-4c4e-43e4-b41d-becdee648a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:25Z', 'updated_at': '2022-06-28T11:16:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi'}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:16:39.483949 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68872306-ff37-43ab-b215-372d1688af85 admin admin] Network 21e79c31-8e4c-4686-94df-41e665c65d49 is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:16:39.488597 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.base_scheduler [None req-68872306-ff37-43ab-b215-372d1688af85 admin admin] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:16:39.494970 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 4f6c3e24-5306-438d-a0da-444251232455 up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:16:39.578955 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7b0742-f515-4711-9ae0-b8d58a56a19e None None] The sync data for ids ['2f923ac8-4c4e-43e4-b41d-becdee648a9c'] in dv-cinder-844605-1-iscsi is: [{'id': '2f923ac8-4c4e-43e4-b41d-becdee648a9c', 'name': 'tempest-ServerRescueNegativeTestJSON-1407272727-router', 'tenant_id': '39ee6a774aa94963a4c024612cabe0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '3616dc42-9ca0-491f-a6d4-a5d6b1d82601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:24Z', 'updated_at': '2022-06-28T11:16:29Z', 'revision_number': 3, 'project_id': '39ee6a774aa94963a4c024612cabe0ab', 'gw_port': {'id': '3616dc42-9ca0-491f-a6d4-a5d6b1d82601', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:42:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f923ac8-4c4e-43e4-b41d-becdee648a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:25Z', 'updated_at': '2022-06-28T11:16:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi'}] {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:16:39.586075 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-c0b850d0-10c8-4845-a601-1be155b48ff5 None None] Port 5580a367-b90f-424e-b4b7-659e07cd44cd cannot update to ACTIVE because it is not bound. {{(pid=88179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:16:39.822814 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.db_base_plugin_common [None req-198b44ea-6b0e-4b7b-83cc-ce49a49fa274 admin admin] Allocated IP 172.20.0.1 (5316afc2-a33a-494f-bbbe-5e30377632ee/c11ff635-d1c5-4ba3-9901-0a630d89e709/8bab7070-b250-4470-9e83-a597b6ba73cf) {{(pid=88178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:16:39.852227 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b58b1c24-9254-4745-9794-e7d1435c798c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:39.888947 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d7b8942-ecb0-489c-9271-cc9545a29c90 admin admin] Router 2f923ac8-4c4e-43e4-b41d-becdee648a9c has already been hosted by L3 agent 65138fbb-a379-4cdd-9015-09db381edeba {{(pid=88177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:16:39.890609 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-1f578b45-ff01-4d05-aaa7-37b39512f557 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-361783'] for router_interface, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:39.915643 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-0cd51b5f-b867-4827-906d-97605d86ef25 None None] Provisioning complete for port ab89ce2b-e0be-4d8e-acd2-7d6575707034 triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:16:39.916248 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0cd51b5f-b867-4827-906d-97605d86ef25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:39.925827 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f578b45-ff01-4d05-aaa7-37b39512f557 admin admin] Pushing event updated for resources: {'Port': ['ID=5580a367-b90f-424e-b4b7-659e07cd44cd,revision_number=2']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:40.037813 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:40.112820 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-0cd51b5f-b867-4827-906d-97605d86ef25 None None] Port ab89ce2b-e0be-4d8e-acd2-7d6575707034 cannot update to ACTIVE because it is not bound. {{(pid=88179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:16:40.136918 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68872306-ff37-43ab-b215-372d1688af85 admin admin] Router 612aec67-608e-409c-a55e-b6df1c5e0ca3 has already been hosted by L3 agent 65138fbb-a379-4cdd-9015-09db381edeba {{(pid=88178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:16:40.148752 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning complete for port 4f6c3e24-5306-438d-a0da-444251232455 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:16:40.149293 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:40.260183 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7b8942-ecb0-489c-9271-cc9545a29c90 admin admin] Notify agent at l3_agent.dv-cinder-844605-1-iscsi the message routers_updated {{(pid=88177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:16:40.280931 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-0da5cd2a-28f5-43b5-8b69-99354587b8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6938db-4fb7-4c6a-8830-23d35946ba3c', 'name': 'tempest-DeleteServersTestJSON-2049189769-router', 'tenant_id': 'a8a4f70e41194b2eae97400fe38eb655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'f46b4231-e62e-4874-ad62-57a42b5c1947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:23Z', 'updated_at': '2022-06-28T11:16:32Z', 'revision_number': 3, 'project_id': 'a8a4f70e41194b2eae97400fe38eb655', 'gw_port': {'id': 'f46b4231-e62e-4874-ad62-57a42b5c1947', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:81:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6938db-4fb7-4c6a-8830-23d35946ba3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:26Z', 'updated_at': '2022-06-28T11:16:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi'}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:16:40.388768 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Current status of the port 4f6c3e24-5306-438d-a0da-444251232455 is: ACTIVE; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:16:40.390141 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device f709371d-334e-4068-84cd-106c6afa05e9 up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:16:40.456556 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f578b45-ff01-4d05-aaa7-37b39512f557 admin admin] Network 3f8d13e4-2335-496a-b358-95cda2a57319 is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:16:40.464881 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.base_scheduler [None req-1f578b45-ff01-4d05-aaa7-37b39512f557 admin admin] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:16:40.502998 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da5cd2a-28f5-43b5-8b69-99354587b8a2 None None] Checking router: 0f6938db-4fb7-4c6a-8830-23d35946ba3c for host: dv-cinder-844605-1-iscsi {{(pid=88179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:16:40.503481 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da5cd2a-28f5-43b5-8b69-99354587b8a2 None None] Updating router 0f6938db-4fb7-4c6a-8830-23d35946ba3c port f46b4231-e62e-4874-ad62-57a42b5c1947 binding host dv-cinder-844605-1-iscsi {{(pid=88179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 11:16:40.575204 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-8f2829fc-bdf1-44df-80ff-191bbe4011ae None None] Provisioning complete for port ce67a0a8-6a79-4030-ac97-89b4f9a90889 triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:16:40.575566 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8f2829fc-bdf1-44df-80ff-191bbe4011ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:40.594205 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-198b44ea-6b0e-4b7b-83cc-ce49a49fa274 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:40.624793 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 51978) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:40.676042 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.provisioning_blocks [None req-198b44ea-6b0e-4b7b-83cc-ce49a49fa274 admin admin] Transition to ACTIVE for port object 8bab7070-b250-4470-9e83-a597b6ba73cf will not be triggered until provisioned by entity DHCP. {{(pid=88178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:16:40.740746 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-8f2829fc-bdf1-44df-80ff-191bbe4011ae None None] Port ce67a0a8-6a79-4030-ac97-89b4f9a90889 cannot update to ACTIVE because it is not bound. {{(pid=88179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:16:40.755239 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 51986) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:40.790030 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning for port f709371d-334e-4068-84cd-106c6afa05e9 completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:16:40.794354 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68872306-ff37-43ab-b215-372d1688af85 admin admin] Notify agent at l3_agent.dv-cinder-844605-1-iscsi the message routers_updated {{(pid=88178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:16:40.805635 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e109f6-8526-4ed9-93f7-fa4856df6175 None None] Sync routers for ids ['612aec67-608e-409c-a55e-b6df1c5e0ca3'] in dv-cinder-844605-1-iscsi {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:16:40.819238 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e109f6-8526-4ed9-93f7-fa4856df6175 None None] Routers {'612aec67-608e-409c-a55e-b6df1c5e0ca3'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:16:40.828560 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-68872306-ff37-43ab-b215-372d1688af85 admin admin] 10.222.0.23 "PUT /v2.0/routers/612aec67-608e-409c-a55e-b6df1c5e0ca3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7057958 Jun 28 11:16:40.828774 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning complete for port f709371d-334e-4068-84cd-106c6afa05e9 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:16:40.828774 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:40.837873 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-e9e109f6-8526-4ed9-93f7-fa4856df6175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:16:39Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['612aec67-608e-409c-a55e-b6df1c5e0ca3'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:16:40.843871 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-198b44ea-6b0e-4b7b-83cc-ce49a49fa274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782103981231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287935'] for port, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:40.856536 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f578b45-ff01-4d05-aaa7-37b39512f557 admin admin] Router ade2194f-1c03-40e9-8c97-1ca6cc2e34b1 has already been hosted by L3 agent 65138fbb-a379-4cdd-9015-09db381edeba {{(pid=88177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:16:40.888383 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-2d7b8942-ecb0-489c-9271-cc9545a29c90 admin admin] 10.222.0.23 "PUT /v2.0/routers/2f923ac8-4c4e-43e4-b41d-becdee648a9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0815504 Jun 28 11:16:40.968161 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0da5cd2a-28f5-43b5-8b69-99354587b8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:41.166683 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198b44ea-6b0e-4b7b-83cc-ce49a49fa274 admin admin] Network 5316afc2-a33a-494f-bbbe-5e30377632ee is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:16:41.170306 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-9c711103-122f-4ea9-ba09-c739879297a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:41.212257 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.base_scheduler [None req-198b44ea-6b0e-4b7b-83cc-ce49a49fa274 admin admin] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:16:41.228809 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198b44ea-6b0e-4b7b-83cc-ce49a49fa274 admin admin] Received port after_create {{(pid=88178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:16:41.252305 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f578b45-ff01-4d05-aaa7-37b39512f557 admin admin] Notify agent at l3_agent.dv-cinder-844605-1-iscsi the message routers_updated {{(pid=88177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:16:41.279922 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-1f578b45-ff01-4d05-aaa7-37b39512f557 admin admin] 10.222.0.23 "PUT /v2.0/routers/ade2194f-1c03-40e9-8c97-1ca6cc2e34b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2440858 Jun 28 11:16:41.386783 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-90b31af6-315a-40c1-95e8-9ba1745e2d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:41.387939 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e9b4c2-18cb-4602-a8fa-f7500e302dbb None None] Sync routers for ids ['ade2194f-1c03-40e9-8c97-1ca6cc2e34b1'] in dv-cinder-844605-1-iscsi {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:16:41.391363 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-61370dd5-71f3-4132-8fe7-34a67cebebe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:41.411413 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvr_db [None req-e9e109f6-8526-4ed9-93f7-fa4856df6175 None None] Set router 612aec67-608e-409c-a55e-b6df1c5e0ca3 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:16:41.418997 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-198b44ea-6b0e-4b7b-83cc-ce49a49fa274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-361810'] for router_interface, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:41.434682 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198b44ea-6b0e-4b7b-83cc-ce49a49fa274 admin admin] Pushing event updated for resources: {'Port': ['ID=8bab7070-b250-4470-9e83-a597b6ba73cf,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:41.486084 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-9c711103-122f-4ea9-ba09-c739879297a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:41.510403 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-479bc8af-ea17-4a64-8536-5d687b9c0607 None None] Provisioning complete for port 5580a367-b90f-424e-b4b7-659e07cd44cd triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:16:41.515646 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-479bc8af-ea17-4a64-8536-5d687b9c0607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:41.577959 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-61370dd5-71f3-4132-8fe7-34a67cebebe0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:41.587274 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-61370dd5-71f3-4132-8fe7-34a67cebebe0 admin admin] Usage tracker for resource:security_group_rule and tenant:02337b6cb75c421388e9cbc2765bbba8 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:41.599743 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e9b4c2-18cb-4602-a8fa-f7500e302dbb None None] Routers {'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:16:41.600397 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-75e9b4c2-18cb-4602-a8fa-f7500e302dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:16:39Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['ade2194f-1c03-40e9-8c97-1ca6cc2e34b1'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:16:41.611975 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-61370dd5-71f3-4132-8fe7-34a67cebebe0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:41.619768 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-61370dd5-71f3-4132-8fe7-34a67cebebe0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:41.728271 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-61370dd5-71f3-4132-8fe7-34a67cebebe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:41.761596 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-9c711103-122f-4ea9-ba09-c739879297a5 admin admin] Usage tracker for resource:security_group_rule and tenant:81c64e6f12fe4bd4aa4c81198a259c3e is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:41.771176 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-61370dd5-71f3-4132-8fe7-34a67cebebe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:41.791996 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-9c711103-122f-4ea9-ba09-c739879297a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:41.871297 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-9c711103-122f-4ea9-ba09-c739879297a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:41.988283 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61370dd5-71f3-4132-8fe7-34a67cebebe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb7abe7-5e8a-4534-b9db-8555f6c81a47,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:42.076062 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 52020) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:42.082799 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [None req-ea1f1da1-ce16-4e83-adca-4982a55d650d tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1795541793', 'description': 'tempest-description--1375267132'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:16:42.111185 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-ea1f1da1-ce16-4e83-adca-4982a55d650d tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:42.111755 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-61370dd5-71f3-4132-8fe7-34a67cebebe0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=02337b6cb75c421388e9cbc2765bbba8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3542755 Jun 28 11:16:42.122090 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 52026) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:42.126202 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-198b44ea-6b0e-4b7b-83cc-ce49a49fa274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:42.134028 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-ea1f1da1-ce16-4e83-adca-4982a55d650d tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Usage tracker for resource:security_group and tenant:9a519a8d5c54458c8ad1c43bdb399503 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:42.168548 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-9c711103-122f-4ea9-ba09-c739879297a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:42.174604 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-e9e109f6-8526-4ed9-93f7-fa4856df6175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'name': 'tempest-AttachVolumeNegativeTest-536282704-router', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '4f6c3e24-5306-438d-a0da-444251232455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:20Z', 'updated_at': '2022-06-28T11:16:36Z', 'revision_number': 4, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'gw_port': {'id': '4f6c3e24-5306-438d-a0da-444251232455', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:22Z', 'updated_at': '2022-06-28T11:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': 'ce67a0a8-6a79-4030-ac97-89b4f9a90889', 'name': '', 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'mac_address': 'fa:16:3e:aa:72:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0543e16d-abbf-4f46-8991-01ac45b7ec02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:32Z', 'updated_at': '2022-06-28T11:16:37Z', 'revision_number': 2, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'subnets': [{'id': '0543e16d-abbf-4f46-8991-01ac45b7ec02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:16:42.181310 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e109f6-8526-4ed9-93f7-fa4856df6175 None None] Checking router: 612aec67-608e-409c-a55e-b6df1c5e0ca3 for host: dv-cinder-844605-1-iscsi {{(pid=88180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:16:42.182616 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e109f6-8526-4ed9-93f7-fa4856df6175 None None] Updating router 612aec67-608e-409c-a55e-b6df1c5e0ca3 port ce67a0a8-6a79-4030-ac97-89b4f9a90889 binding host dv-cinder-844605-1-iscsi {{(pid=88180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 11:16:42.196362 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-ea1f1da1-ce16-4e83-adca-4982a55d650d tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:42.212676 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-ea1f1da1-ce16-4e83-adca-4982a55d650d tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:42.215926 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-479bc8af-ea17-4a64-8536-5d687b9c0607 None None] Port 5580a367-b90f-424e-b4b7-659e07cd44cd cannot update to ACTIVE because it is not bound. {{(pid=88179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:16:42.231667 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 52032) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:42.248859 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Current status of the port f709371d-334e-4068-84cd-106c6afa05e9 is: DOWN; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:16:42.249510 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:42.259390 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ea1f1da1-ce16-4e83-adca-4982a55d650d tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:42.287840 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] For port f709371d-334e-4068-84cd-106c6afa05e9, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=f709371d-334e-4068-84cd-106c6afa05e9,segment=NetworkSegment(886fa905-49b2-4170-854f-b2cc2955959a),segment_id=886fa905-49b2-4170-854f-b2cc2955959a)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:16:42.311336 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:42.320339 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [None req-757eb960-8014-42f0-b28e-46e7121e2b62 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Request body: {'security_group': {'name': 'tempest-securitygroup--921745545', 'description': 'tempest-description--1216275848'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:16:42.326857 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron_lib.callbacks.manager [None req-e9e109f6-8526-4ed9-93f7-fa4856df6175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:42.350384 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-ea1f1da1-ce16-4e83-adca-4982a55d650d tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:42.359787 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-ea1f1da1-ce16-4e83-adca-4982a55d650d tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Usage tracker for resource:security_group_rule and tenant:9a519a8d5c54458c8ad1c43bdb399503 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:42.367864 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-ea1f1da1-ce16-4e83-adca-4982a55d650d tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:42.383090 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-ea1f1da1-ce16-4e83-adca-4982a55d650d tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:42.443129 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-75e9b4c2-18cb-4602-a8fa-f7500e302dbb None None] Set router ade2194f-1c03-40e9-8c97-1ca6cc2e34b1 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:16:42.473025 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59883c1-122c-439c-8394-fb70200aa26d None None] Sync routers for ids ['2f923ac8-4c4e-43e4-b41d-becdee648a9c'] in dv-cinder-844605-1-iscsi {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:16:42.489304 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59883c1-122c-439c-8394-fb70200aa26d None None] Routers {'2f923ac8-4c4e-43e4-b41d-becdee648a9c'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:16:42.490035 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-e59883c1-122c-439c-8394-fb70200aa26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:16:39Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['2f923ac8-4c4e-43e4-b41d-becdee648a9c'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:16:42.522062 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-198b44ea-6b0e-4b7b-83cc-ce49a49fa274 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:42.523076 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 3616dc42-9ca0-491f-a6d4-a5d6b1d82601 up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:16:42.524216 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 52048) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:42.528435 dv-cinder-844605-1-iscsi neutron-server[88178]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 28 11:16:42.551761 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-9c711103-122f-4ea9-ba09-c739879297a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:42.568440 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-198b44ea-6b0e-4b7b-83cc-ce49a49fa274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2287912'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:42.585219 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ea1f1da1-ce16-4e83-adca-4982a55d650d tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:42.606733 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-757eb960-8014-42f0-b28e-46e7121e2b62 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:42.609470 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ea1f1da1-ce16-4e83-adca-4982a55d650d tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:42.660901 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-198b44ea-6b0e-4b7b-83cc-ce49a49fa274 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-361783'] for router_interface, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:42.711111 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-8462aba4-8b88-4352-be8b-47310ea29598 None None] Provisioning for port 8bab7070-b250-4470-9e83-a597b6ba73cf completed by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:16:42.721850 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0da5cd2a-28f5-43b5-8b69-99354587b8a2 None None] Notify callbacks [] for port, precommit_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:42.723766 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-757eb960-8014-42f0-b28e-46e7121e2b62 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Usage tracker for resource:security_group and tenant:0d240302ccf0453994b861ae39dea463 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:42.730780 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvr_db [None req-e59883c1-122c-439c-8394-fb70200aa26d None None] Set router 2f923ac8-4c4e-43e4-b41d-becdee648a9c gateway port host: dv-cinder-844605-1-iscsi {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:16:42.733455 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1f1da1-ce16-4e83-adca-4982a55d650d tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9f6dd2-5c69-47a3-a1db-bebdcd4d9b3d,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:42.739042 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-3f643547-d89d-4a0d-a7f6-0b21b9641c4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:42.741124 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ea1f1da1-ce16-4e83-adca-4982a55d650d tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:42.746309 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-ea1f1da1-ce16-4e83-adca-4982a55d650d tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6689334 Jun 28 11:16:42.750558 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-757eb960-8014-42f0-b28e-46e7121e2b62 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:42.752079 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-8462aba4-8b88-4352-be8b-47310ea29598 None None] Provisioning complete for port 8bab7070-b250-4470-9e83-a597b6ba73cf triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:16:42.752602 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8462aba4-8b88-4352-be8b-47310ea29598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:42.756721 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 52054) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:42.778133 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Pushing event updated for resources: {'Port': ['ID=f709371d-334e-4068-84cd-106c6afa05e9,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:42.792675 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-757eb960-8014-42f0-b28e-46e7121e2b62 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:42.801255 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [None req-89ab221e-3b21-47b9-841f-609e54350418 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Request body: {'security_group_rule': {'security_group_id': '7c9f6dd2-5c69-47a3-a1db-bebdcd4d9b3d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:16:42.812565 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-89ab221e-3b21-47b9-841f-609e54350418 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:42.838626 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-89ab221e-3b21-47b9-841f-609e54350418 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Usage tracker for resource:security_group_rule and tenant:9a519a8d5c54458c8ad1c43bdb399503 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:42.854453 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-89ab221e-3b21-47b9-841f-609e54350418 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:42.862927 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-0da5cd2a-28f5-43b5-8b69-99354587b8a2 None None] Transition to ACTIVE for port object f46b4231-e62e-4874-ad62-57a42b5c1947 will not be triggered until provisioned by entity L2. {{(pid=88179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:16:42.881253 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-89ab221e-3b21-47b9-841f-609e54350418 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:42.907155 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0da5cd2a-28f5-43b5-8b69-99354587b8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:42.915902 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198b44ea-6b0e-4b7b-83cc-ce49a49fa274 admin admin] Network 5316afc2-a33a-494f-bbbe-5e30377632ee is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:16:42.929557 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-3f643547-d89d-4a0d-a7f6-0b21b9641c4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:42.950387 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-757eb960-8014-42f0-b28e-46e7121e2b62 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:42.955115 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-8462aba4-8b88-4352-be8b-47310ea29598 None None] Port 8bab7070-b250-4470-9e83-a597b6ba73cf cannot update to ACTIVE because it is not bound. {{(pid=88179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:16:42.961373 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.base_scheduler [None req-198b44ea-6b0e-4b7b-83cc-ce49a49fa274 admin admin] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:16:42.973453 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning for port 3616dc42-9ca0-491f-a6d4-a5d6b1d82601 completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:16:43.047105 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-89ab221e-3b21-47b9-841f-609e54350418 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:43.104440 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3f2179-87f0-4643-81d6-e380e452621a None None] Pushing event updated for resources: {'Port': ['ID=f46b4231-e62e-4874-ad62-57a42b5c1947,revision_number=2']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:43.112497 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-757eb960-8014-42f0-b28e-46e7121e2b62 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:43.114896 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-0da5cd2a-28f5-43b5-8b69-99354587b8a2 None None] Attempting to bind port f46b4231-e62e-4874-ad62-57a42b5c1947 on host dv-cinder-844605-1-iscsi for vnic_type normal with profile {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:16:43.115548 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-0da5cd2a-28f5-43b5-8b69-99354587b8a2 None None] Attempting to bind port f46b4231-e62e-4874-ad62-57a42b5c1947 by drivers openvswitch,hyperv on host dv-cinder-844605-1-iscsi at level 0 using segments [{'id': '886fa905-49b2-4170-854f-b2cc2955959a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463'}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:16:43.116827 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da5cd2a-28f5-43b5-8b69-99354587b8a2 None None] Attempting to bind port f46b4231-e62e-4874-ad62-57a42b5c1947 on network 6387ef29-ddd8-4632-9016-e02c39923463 {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:16:43.126319 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning complete for port 3616dc42-9ca0-491f-a6d4-a5d6b1d82601 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:16:43.127056 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:43.215270 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-757eb960-8014-42f0-b28e-46e7121e2b62 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Usage tracker for resource:security_group_rule and tenant:0d240302ccf0453994b861ae39dea463 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:43.224764 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-757eb960-8014-42f0-b28e-46e7121e2b62 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:43.238643 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-757eb960-8014-42f0-b28e-46e7121e2b62 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:43.247738 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da5cd2a-28f5-43b5-8b69-99354587b8a2 None None] Checking agent: {'id': 'b95f8be4-ac30-48f3-8fc1-8bf3ad4a0571', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 7, 40), 'started_at': datetime.datetime(2022, 6, 28, 11, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:16:43.248121 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da5cd2a-28f5-43b5-8b69-99354587b8a2 None None] Checking segment: {'id': '886fa905-49b2-4170-854f-b2cc2955959a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:16:43.248596 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0da5cd2a-28f5-43b5-8b69-99354587b8a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:43.249027 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da5cd2a-28f5-43b5-8b69-99354587b8a2 None None] Bound using segment: {'id': '886fa905-49b2-4170-854f-b2cc2955959a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463'} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:16:43.249486 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-0da5cd2a-28f5-43b5-8b69-99354587b8a2 None None] Bound port: f46b4231-e62e-4874-ad62-57a42b5c1947, host: dv-cinder-844605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886fa905-49b2-4170-854f-b2cc2955959a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463'}}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:16:43.249874 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0da5cd2a-28f5-43b5-8b69-99354587b8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:43.347827 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-757eb960-8014-42f0-b28e-46e7121e2b62 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:43.351953 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-3f643547-d89d-4a0d-a7f6-0b21b9641c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:43.417302 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c711103-122f-4ea9-ba09-c739879297a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=154ec4d6-87c6-4ac0-8238-65d9c826148a,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:43.422467 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-89ab221e-3b21-47b9-841f-609e54350418 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:43.426758 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-9c711103-122f-4ea9-ba09-c739879297a5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=81c64e6f12fe4bd4aa4c81198a259c3e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8011122 Jun 28 11:16:43.438823 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-757eb960-8014-42f0-b28e-46e7121e2b62 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:43.444750 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 52074) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:43.452450 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-89ab221e-3b21-47b9-841f-609e54350418 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545003'] for security_group_rule, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:43.453644 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-0da5cd2a-28f5-43b5-8b69-99354587b8a2 None None] For port f46b4231-e62e-4874-ad62-57a42b5c1947, host dv-cinder-844605-1-iscsi, cleared binding levels {{(pid=88179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:16:43.455294 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f643547-d89d-4a0d-a7f6-0b21b9641c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb7abe7-5e8a-4534-b9db-8555f6c81a47,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:43.462200 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198b44ea-6b0e-4b7b-83cc-ce49a49fa274 admin admin] Pushing event updated for resources: {'Port': ['ID=8bab7070-b250-4470-9e83-a597b6ba73cf,revision_number=2']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:43.467938 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-0da5cd2a-28f5-43b5-8b69-99354587b8a2 None None] For port f46b4231-e62e-4874-ad62-57a42b5c1947, host dv-cinder-844605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=f46b4231-e62e-4874-ad62-57a42b5c1947,segment=NetworkSegment(886fa905-49b2-4170-854f-b2cc2955959a),segment_id=886fa905-49b2-4170-854f-b2cc2955959a)] {{(pid=88179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:16:43.486987 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0da5cd2a-28f5-43b5-8b69-99354587b8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:43.550574 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-89ab221e-3b21-47b9-841f-609e54350418 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:43.552489 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-89ab221e-3b21-47b9-841f-609e54350418 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7811956 Jun 28 11:16:43.553665 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ab221e-3b21-47b9-841f-609e54350418 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ea94c08-bc34-436c-bde9-910e27b7d636,revision_number=0']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:43.556500 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-3f643547-d89d-4a0d-a7f6-0b21b9641c4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:43.562334 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-3f643547-d89d-4a0d-a7f6-0b21b9641c4c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2cb7abe7-5e8a-4534-b9db-8555f6c81a47 HTTP/1.1" status: 204 len: 168 time: 1.4381967 Jun 28 11:16:43.564442 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 52084) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:43.579818 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-757eb960-8014-42f0-b28e-46e7121e2b62 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:43.581782 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-757eb960-8014-42f0-b28e-46e7121e2b62 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.3403447 Jun 28 11:16:43.596354 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [None req-cac8975f-290f-42d5-80fe-b2fa6eb744ba tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Request body: {'security_group_rule': {'security_group_id': '7c9f6dd2-5c69-47a3-a1db-bebdcd4d9b3d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:16:43.607855 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 52090) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:43.625192 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-198b44ea-6b0e-4b7b-83cc-ce49a49fa274 admin admin] Router 0f6938db-4fb7-4c6a-8830-23d35946ba3c has already been hosted by L3 agent 65138fbb-a379-4cdd-9015-09db381edeba {{(pid=88178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:16:43.642498 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [None req-5c85022d-ab66-47ee-9cba-25264136438c tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Request body: {'security_group_rule': {'security_group_id': '56306c0d-b659-4870-a456-904bd2051209', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:16:43.647357 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757eb960-8014-42f0-b28e-46e7121e2b62 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56306c0d-b659-4870-a456-904bd2051209,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:43.663049 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-cac8975f-290f-42d5-80fe-b2fa6eb744ba tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:43.667998 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-cac8975f-290f-42d5-80fe-b2fa6eb744ba tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Usage tracker for resource:security_group_rule and tenant:9a519a8d5c54458c8ad1c43bdb399503 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:43.671934 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-cac8975f-290f-42d5-80fe-b2fa6eb744ba tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:43.673419 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-5c85022d-ab66-47ee-9cba-25264136438c tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:43.677931 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-5c85022d-ab66-47ee-9cba-25264136438c tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Usage tracker for resource:security_group_rule and tenant:0d240302ccf0453994b861ae39dea463 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:43.681408 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-e59883c1-122c-439c-8394-fb70200aa26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f923ac8-4c4e-43e4-b41d-becdee648a9c', 'name': 'tempest-ServerRescueNegativeTestJSON-1407272727-router', 'tenant_id': '39ee6a774aa94963a4c024612cabe0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '3616dc42-9ca0-491f-a6d4-a5d6b1d82601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:24Z', 'updated_at': '2022-06-28T11:16:37Z', 'revision_number': 4, 'project_id': '39ee6a774aa94963a4c024612cabe0ab', 'gw_port': {'id': '3616dc42-9ca0-491f-a6d4-a5d6b1d82601', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:42:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f923ac8-4c4e-43e4-b41d-becdee648a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:25Z', 'updated_at': '2022-06-28T11:16:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': 'ab89ce2b-e0be-4d8e-acd2-7d6575707034', 'name': '', 'network_id': '3dcee093-7093-4d70-9e54-e71a2fd9b0d8', 'tenant_id': '39ee6a774aa94963a4c024612cabe0ab', 'mac_address': 'fa:16:3e:b4:0c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f923ac8-4c4e-43e4-b41d-becdee648a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '4959b550-e4a6-4bb2-a9b3-3d13206321f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:34Z', 'updated_at': '2022-06-28T11:16:37Z', 'revision_number': 2, 'project_id': '39ee6a774aa94963a4c024612cabe0ab', 'subnets': [{'id': '4959b550-e4a6-4bb2-a9b3-3d13206321f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:16:43.681925 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-5c85022d-ab66-47ee-9cba-25264136438c tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:43.692099 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-cac8975f-290f-42d5-80fe-b2fa6eb744ba tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:43.696415 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-5c85022d-ab66-47ee-9cba-25264136438c tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:43.731313 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-e41de775-5026-4f5a-8332-ec6296a7d4e3 None None] Provisioning complete for port 8bab7070-b250-4470-9e83-a597b6ba73cf triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:16:43.731868 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e41de775-5026-4f5a-8332-ec6296a7d4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:43.741513 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d7055-03a0-4df8-ad74-ab8028263c50 req-479600e6-1faf-4c3c-ab7c-0e1b3f92ae82 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:16:43.751445 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-cac8975f-290f-42d5-80fe-b2fa6eb744ba tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:43.753359 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-b10d7055-03a0-4df8-ad74-ab8028263c50 req-479600e6-1faf-4c3c-ab7c-0e1b3f92ae82 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/networks?id=3dcee093-7093-4d70-9e54-e71a2fd9b0d8 HTTP/1.1" status: 200 len: 819 time: 1.2271464 Jun 28 11:16:43.767726 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-dc2cf3e1-ddbf-4340-99b6-16a30b8016bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:43.787031 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59883c1-122c-439c-8394-fb70200aa26d None None] Checking router: 2f923ac8-4c4e-43e4-b41d-becdee648a9c for host: dv-cinder-844605-1-iscsi {{(pid=88180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:16:43.787826 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59883c1-122c-439c-8394-fb70200aa26d None None] Updating router 2f923ac8-4c4e-43e4-b41d-becdee648a9c port ab89ce2b-e0be-4d8e-acd2-7d6575707034 binding host dv-cinder-844605-1-iscsi {{(pid=88180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 11:16:43.788505 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-5c85022d-ab66-47ee-9cba-25264136438c tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:43.798529 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-b10d7055-03a0-4df8-ad74-ab8028263c50 req-58b459e7-6046-4ec1-8eb8-18e340549f0c tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/quotas/39ee6a774aa94963a4c024612cabe0ab HTTP/1.1" status: 200 len: 375 time: 0.0441482 Jun 28 11:16:43.900976 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da5cd2a-28f5-43b5-8b69-99354587b8a2 None None] Routers {'0f6938db-4fb7-4c6a-8830-23d35946ba3c'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:16:43.904211 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-0da5cd2a-28f5-43b5-8b69-99354587b8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:16:39Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['0f6938db-4fb7-4c6a-8830-23d35946ba3c'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:16:43.952760 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-cac8975f-290f-42d5-80fe-b2fa6eb744ba tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:43.967275 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-cac8975f-290f-42d5-80fe-b2fa6eb744ba tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545003'] for security_group_rule, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:43.982374 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron_lib.callbacks.manager [None req-e9e109f6-8526-4ed9-93f7-fa4856df6175 None None] Notify callbacks [] for port, precommit_update {{(pid=88180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:43.985264 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron_lib.callbacks.manager [None req-e59883c1-122c-439c-8394-fb70200aa26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:44.002312 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac8975f-290f-42d5-80fe-b2fa6eb744ba tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=988bb1f9-1b17-4d06-bb29-eadbdfdaea3e,revision_number=0']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:44.058689 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-cac8975f-290f-42d5-80fe-b2fa6eb744ba tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:44.060409 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-cac8975f-290f-42d5-80fe-b2fa6eb744ba tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4845386 Jun 28 11:16:44.061718 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.provisioning_blocks [None req-e9e109f6-8526-4ed9-93f7-fa4856df6175 None None] Transition to ACTIVE for port object ce67a0a8-6a79-4030-ac97-89b4f9a90889 will not be triggered until provisioned by entity L2. {{(pid=88180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:16:44.065859 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 52110) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:44.077883 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [None req-28fb6945-ada2-49a7-9d03-aa912a4b2fb9 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Request body: {'floatingip': {'floating_network_id': '6387ef29-ddd8-4632-9016-e02c39923463'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:16:44.098267 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3f2179-87f0-4643-81d6-e380e452621a None None] Pushing event updated for resources: {'Port': ['ID=f46b4231-e62e-4874-ad62-57a42b5c1947,revision_number=3']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:44.112114 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-28fb6945-ada2-49a7-9d03-aa912a4b2fb9 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:44.128149 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-28fb6945-ada2-49a7-9d03-aa912a4b2fb9 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Usage tracker for resource:floatingip and tenant:9a519a8d5c54458c8ad1c43bdb399503 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:44.139947 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron_lib.callbacks.manager [None req-e9e109f6-8526-4ed9-93f7-fa4856df6175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:44.140730 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-dc2cf3e1-ddbf-4340-99b6-16a30b8016bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:44.146336 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-28fb6945-ada2-49a7-9d03-aa912a4b2fb9 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:44.162724 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-28fb6945-ada2-49a7-9d03-aa912a4b2fb9 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:44.180207 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-28fb6945-ada2-49a7-9d03-aa912a4b2fb9 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for floatingip, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:44.282514 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-5c85022d-ab66-47ee-9cba-25264136438c tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:44.299446 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-5c85022d-ab66-47ee-9cba-25264136438c tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545003'] for security_group_rule, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:44.315124 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 52116) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:44.337331 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-cca26780-5cb7-45e4-82ed-fbe8fe9c7837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:44.367436 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-cca26780-5cb7-45e4-82ed-fbe8fe9c7837 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:44.376701 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-cca26780-5cb7-45e4-82ed-fbe8fe9c7837 admin admin] Usage tracker for resource:security_group_rule and tenant:0e59fe91939048c186df1fc7e506eef0 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:44.380857 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-b10d7055-03a0-4df8-ad74-ab8028263c50 req-1a587a17-e00d-4750-b3a6-a1bf8808ad14 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=39ee6a774aa94963a4c024612cabe0ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5001681 Jun 28 11:16:44.381307 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-cca26780-5cb7-45e4-82ed-fbe8fe9c7837 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:44.381684 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-5c85022d-ab66-47ee-9cba-25264136438c tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:44.382879 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-5c85022d-ab66-47ee-9cba-25264136438c tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7645957 Jun 28 11:16:44.384091 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-198b44ea-6b0e-4b7b-83cc-ce49a49fa274 admin admin] Notify agent at l3_agent.dv-cinder-844605-1-iscsi the message routers_updated {{(pid=88178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:16:44.392484 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 52122) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:44.395145 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-dc2cf3e1-ddbf-4340-99b6-16a30b8016bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:44.398338 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-dc2cf3e1-ddbf-4340-99b6-16a30b8016bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:44.402186 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-dc2cf3e1-ddbf-4340-99b6-16a30b8016bf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/154ec4d6-87c6-4ac0-8238-65d9c826148a HTTP/1.1" status: 204 len: 168 time: 0.9518723 Jun 28 11:16:44.412424 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-198b44ea-6b0e-4b7b-83cc-ce49a49fa274 admin admin] 10.222.0.23 "PUT /v2.0/routers/0f6938db-4fb7-4c6a-8830-23d35946ba3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6165442 Jun 28 11:16:44.412424 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c85022d-ab66-47ee-9cba-25264136438c tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9d9a74c-5dc6-434b-9d78-a9a1d7065d54,revision_number=0']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:44.414568 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-cca26780-5cb7-45e4-82ed-fbe8fe9c7837 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:44.417368 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [None req-33504bd1-482e-4503-8821-aba855a9250d tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Request body: {'security_group_rule': {'security_group_id': '56306c0d-b659-4870-a456-904bd2051209', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:16:44.425762 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-33504bd1-482e-4503-8821-aba855a9250d tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:44.431729 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-33504bd1-482e-4503-8821-aba855a9250d tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Usage tracker for resource:security_group_rule and tenant:0d240302ccf0453994b861ae39dea463 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:44.434985 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-33504bd1-482e-4503-8821-aba855a9250d tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:44.444946 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-33504bd1-482e-4503-8821-aba855a9250d tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:44.458649 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-e41de775-5026-4f5a-8332-ec6296a7d4e3 None None] Port 8bab7070-b250-4470-9e83-a597b6ba73cf cannot update to ACTIVE because it is not bound. {{(pid=88179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:16:44.465735 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2cf3e1-ddbf-4340-99b6-16a30b8016bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=154ec4d6-87c6-4ac0-8238-65d9c826148a,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:44.484357 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-33504bd1-482e-4503-8821-aba855a9250d tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:44.553212 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-28fb6945-ada2-49a7-9d03-aa912a4b2fb9 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:44.560464 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-75e9b4c2-18cb-4602-a8fa-f7500e302dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1', 'name': 'tempest-AttachVolumeTestJSON-598911938-router', 'tenant_id': '0d240302ccf0453994b861ae39dea463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f709371d-334e-4068-84cd-106c6afa05e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:21Z', 'updated_at': '2022-06-28T11:16:38Z', 'revision_number': 4, 'project_id': '0d240302ccf0453994b861ae39dea463', 'gw_port': {'id': 'f709371d-334e-4068-84cd-106c6afa05e9', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:24Z', 'updated_at': '2022-06-28T11:16:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': '5580a367-b90f-424e-b4b7-659e07cd44cd', 'name': '', 'network_id': '3f8d13e4-2335-496a-b358-95cda2a57319', 'tenant_id': '0d240302ccf0453994b861ae39dea463', 'mac_address': 'fa:16:3e:d4:ef:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2fabbc00-cab3-403d-bb79-f769bf69911e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:35Z', 'updated_at': '2022-06-28T11:16:38Z', 'revision_number': 2, 'project_id': '0d240302ccf0453994b861ae39dea463', 'subnets': [{'id': '2fabbc00-cab3-403d-bb79-f769bf69911e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:16:44.609125 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e9b4c2-18cb-4602-a8fa-f7500e302dbb None None] Checking router: ade2194f-1c03-40e9-8c97-1ca6cc2e34b1 for host: dv-cinder-844605-1-iscsi {{(pid=88179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:16:44.609125 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e9b4c2-18cb-4602-a8fa-f7500e302dbb None None] Updating router ade2194f-1c03-40e9-8c97-1ca6cc2e34b1 port 5580a367-b90f-424e-b4b7-659e07cd44cd binding host dv-cinder-844605-1-iscsi {{(pid=88179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 11:16:44.623146 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-33504bd1-482e-4503-8821-aba855a9250d tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:44.632220 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-33504bd1-482e-4503-8821-aba855a9250d tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545003'] for security_group_rule, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:44.712751 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33504bd1-482e-4503-8821-aba855a9250d tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f6aa45e-6d8b-405d-bb05-e593e3b89215,revision_number=0']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:44.742143 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-33504bd1-482e-4503-8821-aba855a9250d tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:44.748515 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-33504bd1-482e-4503-8821-aba855a9250d tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3542454 Jun 28 11:16:44.749893 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 52138) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:44.755791 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Current status of the port 3616dc42-9ca0-491f-a6d4-a5d6b1d82601 is: DOWN; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:16:44.756249 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:44.765557 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [None req-1338cc8e-12b7-4826-885f-18d01684e62a tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Request body: {'floatingip': {'floating_network_id': '6387ef29-ddd8-4632-9016-e02c39923463'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:16:44.778505 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-1338cc8e-12b7-4826-885f-18d01684e62a tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:44.794436 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-75e9b4c2-18cb-4602-a8fa-f7500e302dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:44.795635 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-1338cc8e-12b7-4826-885f-18d01684e62a tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Usage tracker for resource:floatingip and tenant:0d240302ccf0453994b861ae39dea463 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:44.806375 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-1338cc8e-12b7-4826-885f-18d01684e62a tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:44.824140 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-1338cc8e-12b7-4826-885f-18d01684e62a tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:44.853535 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-1338cc8e-12b7-4826-885f-18d01684e62a tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks [] for floatingip, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:45.068269 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-cca26780-5cb7-45e4-82ed-fbe8fe9c7837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:45.090640 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-cca26780-5cb7-45e4-82ed-fbe8fe9c7837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:45.119306 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [req-b10d7055-03a0-4df8-ad74-ab8028263c50 req-356a3893-cd43-4e3a-9ab9-630d3535fa82 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 11:16:45.120900 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-b10d7055-03a0-4df8-ad74-ab8028263c50 req-356a3893-cd43-4e3a-9ab9-630d3535fa82 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4173586 Jun 28 11:16:45.168078 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca26780-5cb7-45e4-82ed-fbe8fe9c7837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=194bfca3-d8fc-4cff-a5e3-dc8c8f0cbf70,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:45.251172 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.db_base_plugin_common [None req-28fb6945-ada2-49a7-9d03-aa912a4b2fb9 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Allocated IP 172.27.2.29 (6387ef29-ddd8-4632-9016-e02c39923463/5f3766c0-f55a-400a-8fdd-81b5b17b1576/783da9f7-f31d-4d41-8db3-73d253c84a47) {{(pid=88177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:16:45.289880 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-cca26780-5cb7-45e4-82ed-fbe8fe9c7837 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0e59fe91939048c186df1fc7e506eef0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9720898 Jun 28 11:16:45.290825 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 52158) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:45.302084 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3d70db-28ee-45a9-9a45-7cdc90ed8c10 None None] Pushing event updated for resources: {'Port': ['ID=ce67a0a8-6a79-4030-ac97-89b4f9a90889,revision_number=3']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:45.408753 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.managers [None req-e9e109f6-8526-4ed9-93f7-fa4856df6175 None None] Attempting to bind port ce67a0a8-6a79-4030-ac97-89b4f9a90889 on host dv-cinder-844605-1-iscsi for vnic_type normal with profile {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:16:45.410854 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.managers [None req-e9e109f6-8526-4ed9-93f7-fa4856df6175 None None] Attempting to bind port ce67a0a8-6a79-4030-ac97-89b4f9a90889 by drivers openvswitch,hyperv on host dv-cinder-844605-1-iscsi at level 0 using segments [{'id': 'd955dde5-69b1-4a11-8383-f5f9cce13386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49'}] {{(pid=88180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:16:45.411446 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e109f6-8526-4ed9-93f7-fa4856df6175 None None] Attempting to bind port ce67a0a8-6a79-4030-ac97-89b4f9a90889 on network 21e79c31-8e4c-4686-94df-41e665c65d49 {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:16:45.429749 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e109f6-8526-4ed9-93f7-fa4856df6175 None None] Checking agent: {'id': 'b95f8be4-ac30-48f3-8fc1-8bf3ad4a0571', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 7, 40), 'started_at': datetime.datetime(2022, 6, 28, 11, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:16:45.431602 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e109f6-8526-4ed9-93f7-fa4856df6175 None None] Checking segment: {'id': 'd955dde5-69b1-4a11-8383-f5f9cce13386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:16:45.432847 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron_lib.callbacks.manager [None req-e9e109f6-8526-4ed9-93f7-fa4856df6175 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:45.436310 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e109f6-8526-4ed9-93f7-fa4856df6175 None None] Bound using segment: {'id': 'd955dde5-69b1-4a11-8383-f5f9cce13386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49'} {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:16:45.436881 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.managers [None req-e9e109f6-8526-4ed9-93f7-fa4856df6175 None None] Bound port: ce67a0a8-6a79-4030-ac97-89b4f9a90889, host: dv-cinder-844605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd955dde5-69b1-4a11-8383-f5f9cce13386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49'}}] {{(pid=88180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:16:45.438240 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron_lib.callbacks.manager [None req-e9e109f6-8526-4ed9-93f7-fa4856df6175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:45.502983 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 52176) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:45.581448 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 52184) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:45.628695 dv-cinder-844605-1-iscsi neutron-server[88177]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 28 11:16:45.629651 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-c240af73-fd6a-4fcd-9811-c24b9f0d430d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:45.648086 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-7a4a18d8-ea4f-46e5-b940-47f6133688ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:45.687841 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-75e9b4c2-18cb-4602-a8fa-f7500e302dbb None None] Notify callbacks [] for port, precommit_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:45.694487 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-7a4a18d8-ea4f-46e5-b940-47f6133688ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:45.715081 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-75e9b4c2-18cb-4602-a8fa-f7500e302dbb None None] Transition to ACTIVE for port object 5580a367-b90f-424e-b4b7-659e07cd44cd will not be triggered until provisioned by entity L2. {{(pid=88179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:16:45.719578 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-7a4a18d8-ea4f-46e5-b940-47f6133688ff admin admin] Usage tracker for resource:security_group_rule and tenant:ac95581df2af4e948d2f6af557210672 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:45.727214 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-7a4a18d8-ea4f-46e5-b940-47f6133688ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:45.748487 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-75e9b4c2-18cb-4602-a8fa-f7500e302dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:45.749610 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-7a4a18d8-ea4f-46e5-b940-47f6133688ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:45.749854 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.db [None req-e9e109f6-8526-4ed9-93f7-fa4856df6175 None None] For port ce67a0a8-6a79-4030-ac97-89b4f9a90889, host dv-cinder-844605-1-iscsi, cleared binding levels {{(pid=88180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:16:45.799971 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-b10d7055-03a0-4df8-ad74-ab8028263c50 req-b930bc69-d30c-4c8b-bd7f-9326443b9d02 service neutron] 10.222.0.23 "GET /v2.0/networks/3dcee093-7093-4d70-9e54-e71a2fd9b0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6620018 Jun 28 11:16:45.805418 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.db [None req-e9e109f6-8526-4ed9-93f7-fa4856df6175 None None] For port ce67a0a8-6a79-4030-ac97-89b4f9a90889, host dv-cinder-844605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=ce67a0a8-6a79-4030-ac97-89b4f9a90889,segment=NetworkSegment(d955dde5-69b1-4a11-8383-f5f9cce13386),segment_id=d955dde5-69b1-4a11-8383-f5f9cce13386)] {{(pid=88180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:16:45.817799 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron_lib.callbacks.manager [None req-e9e109f6-8526-4ed9-93f7-fa4856df6175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:45.898310 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] For port 3616dc42-9ca0-491f-a6d4-a5d6b1d82601, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=3616dc42-9ca0-491f-a6d4-a5d6b1d82601,segment=NetworkSegment(886fa905-49b2-4170-854f-b2cc2955959a),segment_id=886fa905-49b2-4170-854f-b2cc2955959a)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:16:45.903131 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c897f8c2-903d-4816-a7b2-120db11fc1f0 None None] Pushing event updated for resources: {'Port': ['ID=5580a367-b90f-424e-b4b7-659e07cd44cd,revision_number=3']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:45.910605 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 52196) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:45.923797 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-0da5cd2a-28f5-43b5-8b69-99354587b8a2 None None] Set router 0f6938db-4fb7-4c6a-8830-23d35946ba3c gateway port host: dv-cinder-844605-1-iscsi {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:16:45.927216 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron_lib.callbacks.manager [None req-e59883c1-122c-439c-8394-fb70200aa26d None None] Notify callbacks [] for port, precommit_update {{(pid=88180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:45.940852 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.provisioning_blocks [None req-e59883c1-122c-439c-8394-fb70200aa26d None None] Transition to ACTIVE for port object ab89ce2b-e0be-4d8e-acd2-7d6575707034 will not be triggered until provisioned by entity L2. {{(pid=88180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:16:45.945087 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3d70db-28ee-45a9-9a45-7cdc90ed8c10 None None] Pushing event updated for resources: {'Port': ['ID=ce67a0a8-6a79-4030-ac97-89b4f9a90889,revision_number=4']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:45.959932 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-28fb6945-ada2-49a7-9d03-aa912a4b2fb9 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for port, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:45.964149 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron_lib.callbacks.manager [None req-e59883c1-122c-439c-8394-fb70200aa26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:45.975741 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e109f6-8526-4ed9-93f7-fa4856df6175 None None] Routers {'612aec67-608e-409c-a55e-b6df1c5e0ca3'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:16:45.976361 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-e9e109f6-8526-4ed9-93f7-fa4856df6175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:16:39Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['612aec67-608e-409c-a55e-b6df1c5e0ca3'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:16:46.041347 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:46.050860 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-28fb6945-ada2-49a7-9d03-aa912a4b2fb9 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782103981231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2688079'] for port, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:46.107405 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fb6945-ada2-49a7-9d03-aa912a4b2fb9 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Network 6387ef29-ddd8-4632-9016-e02c39923463 is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:16:46.129604 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.base_scheduler [None req-28fb6945-ada2-49a7-9d03-aa912a4b2fb9 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:16:46.183573 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fb6945-ada2-49a7-9d03-aa912a4b2fb9 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Received port after_create {{(pid=88177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:16:46.208979 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fc11ec-76f2-4c62-9e2a-18a0bd343ba1 None None] Pushing event updated for resources: {'Port': ['ID=ab89ce2b-e0be-4d8e-acd2-7d6575707034,revision_number=3']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:46.222952 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Pushing event updated for resources: {'Port': ['ID=3616dc42-9ca0-491f-a6d4-a5d6b1d82601,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:46.252028 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-1338cc8e-12b7-4826-885f-18d01684e62a tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:46.366133 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-28fb6945-ada2-49a7-9d03-aa912a4b2fb9 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:46.369123 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device f709371d-334e-4068-84cd-106c6afa05e9 up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:16:46.386776 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-c240af73-fd6a-4fcd-9811-c24b9f0d430d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:46.397265 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-b10d7055-03a0-4df8-ad74-ab8028263c50 req-aa1e41a9-b1d2-42d5-b0cc-f6f2a2c30392 service neutron] 10.222.0.23 "GET /v2.0/networks/3dcee093-7093-4d70-9e54-e71a2fd9b0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5771928 Jun 28 11:16:46.561600 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fb6945-ada2-49a7-9d03-aa912a4b2fb9 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Pushing event updated for resources: {'Port': ['ID=783da9f7-f31d-4d41-8db3-73d253c84a47,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:46.574454 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-1915f693-881b-41ae-8ba5-0364ac6b082b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:46.628004 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.agents_db [None req-fef25e13-dc2d-42bf-aa2e-f684c08e94a6 None None] Agent healthcheck: found 6 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:16:46.631320 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-1915f693-881b-41ae-8ba5-0364ac6b082b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:46.649711 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-28fb6945-ada2-49a7-9d03-aa912a4b2fb9 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:46.653306 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-7a4a18d8-ea4f-46e5-b940-47f6133688ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:46.658005 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-1915f693-881b-41ae-8ba5-0364ac6b082b admin admin] Usage tracker for resource:security_group_rule and tenant:3947f9dca43a4fe6b09e36bef739642f is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:46.670200 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-1915f693-881b-41ae-8ba5-0364ac6b082b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:46.679083 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-7a4a18d8-ea4f-46e5-b940-47f6133688ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:46.711321 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-1915f693-881b-41ae-8ba5-0364ac6b082b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:46.713729 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.db_base_plugin_common [None req-1338cc8e-12b7-4826-885f-18d01684e62a tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Allocated IP 172.27.2.147 (6387ef29-ddd8-4632-9016-e02c39923463/5f3766c0-f55a-400a-8fdd-81b5b17b1576/3cb12909-b2c8-45a1-90f4-3cfa1b36fdb2) {{(pid=88178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:16:46.783494 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc4558-3818-4b20-90e2-93a8d6258160 req-8493fa41-5ecd-41af-aa81-3e5e10cb7330 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:16:46.784573 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-34cc4558-3818-4b20-90e2-93a8d6258160 req-8493fa41-5ecd-41af-aa81-3e5e10cb7330 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] Synchronizing usage tracker for tenant:a8a4f70e41194b2eae97400fe38eb655 on resource:network {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:16:46.821281 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-c240af73-fd6a-4fcd-9811-c24b9f0d430d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:46.852871 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-34cc4558-3818-4b20-90e2-93a8d6258160 req-8493fa41-5ecd-41af-aa81-3e5e10cb7330 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] Unset dirty status for tenant:a8a4f70e41194b2eae97400fe38eb655 on resource:network {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:16:46.860108 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-34cc4558-3818-4b20-90e2-93a8d6258160 req-8493fa41-5ecd-41af-aa81-3e5e10cb7330 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] 10.222.0.23 "GET /v2.0/networks?id=5316afc2-a33a-494f-bbbe-5e30377632ee HTTP/1.1" status: 200 len: 812 time: 1.2765706 Jun 28 11:16:46.874451 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-1d1469ca-bf78-4747-84e8-c6ebc48d9666 req-ccb8d06c-1909-4746-9bcd-d12bda744337 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=b00c32bb-5b10-4ba1-bb89-82e34b2ba60f HTTP/1.1" status: 200 len: 210 time: 0.1120503 Jun 28 11:16:46.942492 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c240af73-fd6a-4fcd-9811-c24b9f0d430d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=194bfca3-d8fc-4cff-a5e3-dc8c8f0cbf70,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:46.958949 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-75e9b4c2-18cb-4602-a8fa-f7500e302dbb None None] Attempting to bind port 5580a367-b90f-424e-b4b7-659e07cd44cd on host dv-cinder-844605-1-iscsi for vnic_type normal with profile {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:16:46.959389 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-75e9b4c2-18cb-4602-a8fa-f7500e302dbb None None] Attempting to bind port 5580a367-b90f-424e-b4b7-659e07cd44cd by drivers openvswitch,hyperv on host dv-cinder-844605-1-iscsi at level 0 using segments [{'id': '17cc432d-efff-455f-9a65-b5d8bf244c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3f8d13e4-2335-496a-b358-95cda2a57319'}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:16:46.959677 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e9b4c2-18cb-4602-a8fa-f7500e302dbb None None] Attempting to bind port 5580a367-b90f-424e-b4b7-659e07cd44cd on network 3f8d13e4-2335-496a-b358-95cda2a57319 {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:16:46.970790 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning complete for port f709371d-334e-4068-84cd-106c6afa05e9 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:16:46.971160 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:46.985016 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvr_db [None req-e9e109f6-8526-4ed9-93f7-fa4856df6175 None None] Set router 612aec67-608e-409c-a55e-b6df1c5e0ca3 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:16:46.989277 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4a18d8-ea4f-46e5-b940-47f6133688ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f2eafd-8163-43af-94fa-160000d44678,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:46.996252 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e9b4c2-18cb-4602-a8fa-f7500e302dbb None None] Checking agent: {'id': 'b95f8be4-ac30-48f3-8fc1-8bf3ad4a0571', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 7, 40), 'started_at': datetime.datetime(2022, 6, 28, 11, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:16:46.996441 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e9b4c2-18cb-4602-a8fa-f7500e302dbb None None] Checking segment: {'id': '17cc432d-efff-455f-9a65-b5d8bf244c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3f8d13e4-2335-496a-b358-95cda2a57319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:16:46.996722 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-75e9b4c2-18cb-4602-a8fa-f7500e302dbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:46.997113 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e9b4c2-18cb-4602-a8fa-f7500e302dbb None None] Bound using segment: {'id': '17cc432d-efff-455f-9a65-b5d8bf244c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3f8d13e4-2335-496a-b358-95cda2a57319'} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:16:46.997636 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-75e9b4c2-18cb-4602-a8fa-f7500e302dbb None None] Bound port: 5580a367-b90f-424e-b4b7-659e07cd44cd, host: dv-cinder-844605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17cc432d-efff-455f-9a65-b5d8bf244c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3f8d13e4-2335-496a-b358-95cda2a57319'}}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:16:46.998033 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-75e9b4c2-18cb-4602-a8fa-f7500e302dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:47.003887 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-34cc4558-3818-4b20-90e2-93a8d6258160 req-94f9bf44-66a2-446f-b328-0ba7b59be284 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] 10.222.0.23 "GET /v2.0/quotas/a8a4f70e41194b2eae97400fe38eb655 HTTP/1.1" status: 200 len: 375 time: 0.1413214 Jun 28 11:16:47.007893 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-7a4a18d8-ea4f-46e5-b940-47f6133688ff admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ac95581df2af4e948d2f6af557210672&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5004396 Jun 28 11:16:47.025549 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 52218) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:47.345606 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-c240af73-fd6a-4fcd-9811-c24b9f0d430d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:47.349441 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-c240af73-fd6a-4fcd-9811-c24b9f0d430d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/194bfca3-d8fc-4cff-a5e3-dc8c8f0cbf70 HTTP/1.1" status: 204 len: 168 time: 2.0540750 Jun 28 11:16:47.365445 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-75e9b4c2-18cb-4602-a8fa-f7500e302dbb None None] For port 5580a367-b90f-424e-b4b7-659e07cd44cd, host dv-cinder-844605-1-iscsi, cleared binding levels {{(pid=88179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:16:47.375482 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-75e9b4c2-18cb-4602-a8fa-f7500e302dbb None None] For port 5580a367-b90f-424e-b4b7-659e07cd44cd, host dv-cinder-844605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=5580a367-b90f-424e-b4b7-659e07cd44cd,segment=NetworkSegment(17cc432d-efff-455f-9a65-b5d8bf244c2a),segment_id=17cc432d-efff-455f-9a65-b5d8bf244c2a)] {{(pid=88179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:16:47.409944 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-75e9b4c2-18cb-4602-a8fa-f7500e302dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:47.505181 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-43809a19-0105-48f7-95f8-a3382a00bc5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:47.512456 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-28fb6945-ada2-49a7-9d03-aa912a4b2fb9 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for port, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:47.531980 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-28fb6945-ada2-49a7-9d03-aa912a4b2fb9 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2688088'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:47.536496 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.managers [None req-e59883c1-122c-439c-8394-fb70200aa26d None None] Attempting to bind port ab89ce2b-e0be-4d8e-acd2-7d6575707034 on host dv-cinder-844605-1-iscsi for vnic_type normal with profile {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:16:47.537042 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.managers [None req-e59883c1-122c-439c-8394-fb70200aa26d None None] Attempting to bind port ab89ce2b-e0be-4d8e-acd2-7d6575707034 by drivers openvswitch,hyperv on host dv-cinder-844605-1-iscsi at level 0 using segments [{'id': 'fd3dbdf8-f40f-4579-8d9f-d3926cb58f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3dcee093-7093-4d70-9e54-e71a2fd9b0d8'}] {{(pid=88180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:16:47.537414 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59883c1-122c-439c-8394-fb70200aa26d None None] Attempting to bind port ab89ce2b-e0be-4d8e-acd2-7d6575707034 on network 3dcee093-7093-4d70-9e54-e71a2fd9b0d8 {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:16:47.559903 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59883c1-122c-439c-8394-fb70200aa26d None None] Checking agent: {'id': 'b95f8be4-ac30-48f3-8fc1-8bf3ad4a0571', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 7, 40), 'started_at': datetime.datetime(2022, 6, 28, 11, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:16:47.560601 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59883c1-122c-439c-8394-fb70200aa26d None None] Checking segment: {'id': 'fd3dbdf8-f40f-4579-8d9f-d3926cb58f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3dcee093-7093-4d70-9e54-e71a2fd9b0d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:16:47.573031 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron_lib.callbacks.manager [None req-e59883c1-122c-439c-8394-fb70200aa26d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:47.573422 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59883c1-122c-439c-8394-fb70200aa26d None None] Bound using segment: {'id': 'fd3dbdf8-f40f-4579-8d9f-d3926cb58f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3dcee093-7093-4d70-9e54-e71a2fd9b0d8'} {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:16:47.573933 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.managers [None req-e59883c1-122c-439c-8394-fb70200aa26d None None] Bound port: ab89ce2b-e0be-4d8e-acd2-7d6575707034, host: dv-cinder-844605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3dbdf8-f40f-4579-8d9f-d3926cb58f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3dcee093-7093-4d70-9e54-e71a2fd9b0d8'}}] {{(pid=88180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:16:47.575085 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron_lib.callbacks.manager [None req-e59883c1-122c-439c-8394-fb70200aa26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:47.728221 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-43809a19-0105-48f7-95f8-a3382a00bc5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:47.754403 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fb6945-ada2-49a7-9d03-aa912a4b2fb9 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Pushing event updated for resources: {'Port': ['ID=783da9f7-f31d-4d41-8db3-73d253c84a47,revision_number=2']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:47.797020 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-0da5cd2a-28f5-43b5-8b69-99354587b8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6938db-4fb7-4c6a-8830-23d35946ba3c', 'name': 'tempest-DeleteServersTestJSON-2049189769-router', 'tenant_id': 'a8a4f70e41194b2eae97400fe38eb655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'f46b4231-e62e-4874-ad62-57a42b5c1947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:23Z', 'updated_at': '2022-06-28T11:16:41Z', 'revision_number': 4, 'project_id': 'a8a4f70e41194b2eae97400fe38eb655', 'gw_port': {'id': 'f46b4231-e62e-4874-ad62-57a42b5c1947', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:81:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6938db-4fb7-4c6a-8830-23d35946ba3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:26Z', 'updated_at': '2022-06-28T11:16:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': '8bab7070-b250-4470-9e83-a597b6ba73cf', 'name': '', 'network_id': '5316afc2-a33a-494f-bbbe-5e30377632ee', 'tenant_id': 'a8a4f70e41194b2eae97400fe38eb655', 'mac_address': 'fa:16:3e:2f:0a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6938db-4fb7-4c6a-8830-23d35946ba3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c11ff635-d1c5-4ba3-9901-0a630d89e709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:39Z', 'updated_at': '2022-06-28T11:16:42Z', 'revision_number': 2, 'project_id': 'a8a4f70e41194b2eae97400fe38eb655', 'subnets': [{'id': 'c11ff635-d1c5-4ba3-9901-0a630d89e709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:16:47.824666 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c897f8c2-903d-4816-a7b2-120db11fc1f0 None None] Pushing event updated for resources: {'Port': ['ID=5580a367-b90f-424e-b4b7-659e07cd44cd,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:47.845206 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e9b4c2-18cb-4602-a8fa-f7500e302dbb None None] Routers {'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:16:47.853153 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-75e9b4c2-18cb-4602-a8fa-f7500e302dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:16:39Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['ade2194f-1c03-40e9-8c97-1ca6cc2e34b1'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:16:47.881760 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-1915f693-881b-41ae-8ba5-0364ac6b082b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:47.898571 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-1338cc8e-12b7-4826-885f-18d01684e62a tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks [] for port, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:47.915131 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9f84a-d375-46a5-944a-a02f16a7b587 req-a792488b-3be9-454c-8b7f-7f33588fddba tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:16:47.921424 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-0ed9f84a-d375-46a5-944a-a02f16a7b587 req-a792488b-3be9-454c-8b7f-7f33588fddba tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/networks?id=3dcee093-7093-4d70-9e54-e71a2fd9b0d8 HTTP/1.1" status: 200 len: 819 time: 0.5769355 Jun 28 11:16:47.921798 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-34cc4558-3818-4b20-90e2-93a8d6258160 req-52fb55e1-486e-475c-be60-22c93a23fba0 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a8a4f70e41194b2eae97400fe38eb655&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9010143 Jun 28 11:16:47.926740 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-1915f693-881b-41ae-8ba5-0364ac6b082b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:47.948770 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da5cd2a-28f5-43b5-8b69-99354587b8a2 None None] The sync data for ids ['0f6938db-4fb7-4c6a-8830-23d35946ba3c'] in dv-cinder-844605-1-iscsi is: [{'id': '0f6938db-4fb7-4c6a-8830-23d35946ba3c', 'name': 'tempest-DeleteServersTestJSON-2049189769-router', 'tenant_id': 'a8a4f70e41194b2eae97400fe38eb655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'f46b4231-e62e-4874-ad62-57a42b5c1947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:23Z', 'updated_at': '2022-06-28T11:16:41Z', 'revision_number': 4, 'project_id': 'a8a4f70e41194b2eae97400fe38eb655', 'gw_port': {'id': 'f46b4231-e62e-4874-ad62-57a42b5c1947', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:81:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6938db-4fb7-4c6a-8830-23d35946ba3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:26Z', 'updated_at': '2022-06-28T11:16:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': '8bab7070-b250-4470-9e83-a597b6ba73cf', 'name': '', 'network_id': '5316afc2-a33a-494f-bbbe-5e30377632ee', 'tenant_id': 'a8a4f70e41194b2eae97400fe38eb655', 'mac_address': 'fa:16:3e:2f:0a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6938db-4fb7-4c6a-8830-23d35946ba3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c11ff635-d1c5-4ba3-9901-0a630d89e709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:39Z', 'updated_at': '2022-06-28T11:16:42Z', 'revision_number': 2, 'project_id': 'a8a4f70e41194b2eae97400fe38eb655', 'subnets': [{'id': 'c11ff635-d1c5-4ba3-9901-0a630d89e709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:16:48.037140 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-28fb6945-ada2-49a7-9d03-aa912a4b2fb9 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361935'] for floatingip, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:48.108029 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-0ed9f84a-d375-46a5-944a-a02f16a7b587 req-c26bb07e-1d5a-4cfe-a1a5-9ae316ed3371 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/quotas/39ee6a774aa94963a4c024612cabe0ab HTTP/1.1" status: 200 len: 375 time: 0.1639905 Jun 28 11:16:48.111050 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.db [None req-e59883c1-122c-439c-8394-fb70200aa26d None None] For port ab89ce2b-e0be-4d8e-acd2-7d6575707034, host dv-cinder-844605-1-iscsi, cleared binding levels {{(pid=88180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:16:48.118534 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-28fb6945-ada2-49a7-9d03-aa912a4b2fb9 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for floatingip, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:48.120138 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-28fb6945-ada2-49a7-9d03-aa912a4b2fb9 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0530653 Jun 28 11:16:48.123982 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.db [None req-e59883c1-122c-439c-8394-fb70200aa26d None None] For port ab89ce2b-e0be-4d8e-acd2-7d6575707034, host dv-cinder-844605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=ab89ce2b-e0be-4d8e-acd2-7d6575707034,segment=NetworkSegment(fd3dbdf8-f40f-4579-8d9f-d3926cb58f5f),segment_id=fd3dbdf8-f40f-4579-8d9f-d3926cb58f5f)] {{(pid=88180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:16:48.143376 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-1915f693-881b-41ae-8ba5-0364ac6b082b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3947f9dca43a4fe6b09e36bef739642f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0593598 Jun 28 11:16:48.144826 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron_lib.callbacks.manager [None req-e59883c1-122c-439c-8394-fb70200aa26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:48.146176 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 52280) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:48.238290 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1915f693-881b-41ae-8ba5-0364ac6b082b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9bc6d5c-5f0e-44fc-9f45-abd5e4179c90,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:48.274122 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Current status of the port f709371d-334e-4068-84cd-106c6afa05e9 is: ACTIVE; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:16:48.282465 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-43809a19-0105-48f7-95f8-a3382a00bc5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:48.307045 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43809a19-0105-48f7-95f8-a3382a00bc5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f2eafd-8163-43af-94fa-160000d44678,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:48.327177 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-1338cc8e-12b7-4826-885f-18d01684e62a tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782103981231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287935'] for port, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:48.356523 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ffb0d07b-d239-4c86-a0bc-8638521e9f0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:48.532479 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ffb0d07b-d239-4c86-a0bc-8638521e9f0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:48.565769 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-75e9b4c2-18cb-4602-a8fa-f7500e302dbb None None] Set router ade2194f-1c03-40e9-8c97-1ca6cc2e34b1 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:16:48.568914 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59883c1-122c-439c-8394-fb70200aa26d None None] Routers {'2f923ac8-4c4e-43e4-b41d-becdee648a9c'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:16:48.577809 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-e59883c1-122c-439c-8394-fb70200aa26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:16:39Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['2f923ac8-4c4e-43e4-b41d-becdee648a9c'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:16:48.612057 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1338cc8e-12b7-4826-885f-18d01684e62a tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Pushing event updated for resources: {'Port': ['ID=3cb12909-b2c8-45a1-90f4-3cfa1b36fdb2,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:48.642246 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1338cc8e-12b7-4826-885f-18d01684e62a tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Network 6387ef29-ddd8-4632-9016-e02c39923463 is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:16:48.647293 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.base_scheduler [None req-1338cc8e-12b7-4826-885f-18d01684e62a tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:16:48.653477 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1338cc8e-12b7-4826-885f-18d01684e62a tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Received port after_create {{(pid=88178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:16:48.672756 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 3616dc42-9ca0-491f-a6d4-a5d6b1d82601 up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:16:48.735481 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ffb0d07b-d239-4c86-a0bc-8638521e9f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:48.771303 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb0d07b-d239-4c86-a0bc-8638521e9f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9bc6d5c-5f0e-44fc-9f45-abd5e4179c90,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:48.787034 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-43809a19-0105-48f7-95f8-a3382a00bc5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:48.790872 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ffb0d07b-d239-4c86-a0bc-8638521e9f0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:48.791012 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-43809a19-0105-48f7-95f8-a3382a00bc5f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/74f2eafd-8163-43af-94fa-160000d44678 HTTP/1.1" status: 204 len: 168 time: 1.7607398 Jun 28 11:16:48.797906 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-ffb0d07b-d239-4c86-a0bc-8638521e9f0a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f9bc6d5c-5f0e-44fc-9f45-abd5e4179c90 HTTP/1.1" status: 204 len: 168 time: 0.6504338 Jun 28 11:16:48.807934 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-e9e109f6-8526-4ed9-93f7-fa4856df6175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'name': 'tempest-AttachVolumeNegativeTest-536282704-router', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '4f6c3e24-5306-438d-a0da-444251232455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:20Z', 'updated_at': '2022-06-28T11:16:36Z', 'revision_number': 4, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'gw_port': {'id': '4f6c3e24-5306-438d-a0da-444251232455', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:22Z', 'updated_at': '2022-06-28T11:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': 'ce67a0a8-6a79-4030-ac97-89b4f9a90889', 'name': '', 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'mac_address': 'fa:16:3e:aa:72:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0543e16d-abbf-4f46-8991-01ac45b7ec02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:32Z', 'updated_at': '2022-06-28T11:16:45Z', 'revision_number': 4, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'subnets': [{'id': '0543e16d-abbf-4f46-8991-01ac45b7ec02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:16:48.822000 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-0ed9f84a-d375-46a5-944a-a02f16a7b587 req-f42f9fc7-c5f2-47a6-842c-1c94f99930ba tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=39ee6a774aa94963a4c024612cabe0ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6902936 Jun 28 11:16:48.964867 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fc11ec-76f2-4c62-9e2a-18a0bd343ba1 None None] Pushing event updated for resources: {'Port': ['ID=ab89ce2b-e0be-4d8e-acd2-7d6575707034,revision_number=4']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:48.975245 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [req-34cc4558-3818-4b20-90e2-93a8d6258160 req-9d40f549-1938-47f8-9c2b-b27c2bf2ee1d service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 11:16:48.982044 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-34cc4558-3818-4b20-90e2-93a8d6258160 req-9d40f549-1938-47f8-9c2b-b27c2bf2ee1d service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5542123 Jun 28 11:16:49.045966 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e109f6-8526-4ed9-93f7-fa4856df6175 None None] The sync data for ids ['612aec67-608e-409c-a55e-b6df1c5e0ca3'] in dv-cinder-844605-1-iscsi is: [{'id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'name': 'tempest-AttachVolumeNegativeTest-536282704-router', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '4f6c3e24-5306-438d-a0da-444251232455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:20Z', 'updated_at': '2022-06-28T11:16:36Z', 'revision_number': 4, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'gw_port': {'id': '4f6c3e24-5306-438d-a0da-444251232455', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:22Z', 'updated_at': '2022-06-28T11:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': 'ce67a0a8-6a79-4030-ac97-89b4f9a90889', 'name': '', 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'mac_address': 'fa:16:3e:aa:72:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0543e16d-abbf-4f46-8991-01ac45b7ec02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:32Z', 'updated_at': '2022-06-28T11:16:45Z', 'revision_number': 4, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'subnets': [{'id': '0543e16d-abbf-4f46-8991-01ac45b7ec02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:16:49.153929 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-1338cc8e-12b7-4826-885f-18d01684e62a tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:49.282428 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvr_db [None req-e59883c1-122c-439c-8394-fb70200aa26d None None] Set router 2f923ac8-4c4e-43e4-b41d-becdee648a9c gateway port host: dv-cinder-844605-1-iscsi {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:16:49.356423 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-34cc4558-3818-4b20-90e2-93a8d6258160 req-c8d71b14-d3ae-4c4a-b993-922ad2b9e138 service neutron] 10.222.0.23 "GET /v2.0/networks/5316afc2-a33a-494f-bbbe-5e30377632ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729291 Jun 28 11:16:49.368465 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-0ed9f84a-d375-46a5-944a-a02f16a7b587 req-6080a4e1-15c8-4739-9ec8-95498c3d07a6 service neutron] 10.222.0.23 "GET /v2.0/networks/3dcee093-7093-4d70-9e54-e71a2fd9b0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5049543 Jun 28 11:16:49.452202 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-1338cc8e-12b7-4826-885f-18d01684e62a tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:49.513522 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning complete for port 3616dc42-9ca0-491f-a6d4-a5d6b1d82601 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:16:49.514059 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:49.690354 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 52306) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:49.863258 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-34cc4558-3818-4b20-90e2-93a8d6258160 req-3fc24794-047a-45eb-af2a-dd5c7536e3b0 service neutron] 10.222.0.23 "GET /v2.0/networks/5316afc2-a33a-494f-bbbe-5e30377632ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4874406 Jun 28 11:16:49.883668 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Current status of the port 3616dc42-9ca0-491f-a6d4-a5d6b1d82601 is: ACTIVE; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:16:49.923032 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-75e9b4c2-18cb-4602-a8fa-f7500e302dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1', 'name': 'tempest-AttachVolumeTestJSON-598911938-router', 'tenant_id': '0d240302ccf0453994b861ae39dea463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f709371d-334e-4068-84cd-106c6afa05e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:21Z', 'updated_at': '2022-06-28T11:16:38Z', 'revision_number': 4, 'project_id': '0d240302ccf0453994b861ae39dea463', 'gw_port': {'id': 'f709371d-334e-4068-84cd-106c6afa05e9', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:24Z', 'updated_at': '2022-06-28T11:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': '5580a367-b90f-424e-b4b7-659e07cd44cd', 'name': '', 'network_id': '3f8d13e4-2335-496a-b358-95cda2a57319', 'tenant_id': '0d240302ccf0453994b861ae39dea463', 'mac_address': 'fa:16:3e:d4:ef:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2fabbc00-cab3-403d-bb79-f769bf69911e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:35Z', 'updated_at': '2022-06-28T11:16:47Z', 'revision_number': 4, 'project_id': '0d240302ccf0453994b861ae39dea463', 'subnets': [{'id': '2fabbc00-cab3-403d-bb79-f769bf69911e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:16:49.949752 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e9b4c2-18cb-4602-a8fa-f7500e302dbb None None] The sync data for ids ['ade2194f-1c03-40e9-8c97-1ca6cc2e34b1'] in dv-cinder-844605-1-iscsi is: [{'id': 'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1', 'name': 'tempest-AttachVolumeTestJSON-598911938-router', 'tenant_id': '0d240302ccf0453994b861ae39dea463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f709371d-334e-4068-84cd-106c6afa05e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:21Z', 'updated_at': '2022-06-28T11:16:38Z', 'revision_number': 4, 'project_id': '0d240302ccf0453994b861ae39dea463', 'gw_port': {'id': 'f709371d-334e-4068-84cd-106c6afa05e9', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:24Z', 'updated_at': '2022-06-28T11:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': '5580a367-b90f-424e-b4b7-659e07cd44cd', 'name': '', 'network_id': '3f8d13e4-2335-496a-b358-95cda2a57319', 'tenant_id': '0d240302ccf0453994b861ae39dea463', 'mac_address': 'fa:16:3e:d4:ef:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2fabbc00-cab3-403d-bb79-f769bf69911e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:35Z', 'updated_at': '2022-06-28T11:16:47Z', 'revision_number': 4, 'project_id': '0d240302ccf0453994b861ae39dea463', 'subnets': [{'id': '2fabbc00-cab3-403d-bb79-f769bf69911e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:16:50.038945 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.43', 58393) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:50.278732 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-e59883c1-122c-439c-8394-fb70200aa26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f923ac8-4c4e-43e4-b41d-becdee648a9c', 'name': 'tempest-ServerRescueNegativeTestJSON-1407272727-router', 'tenant_id': '39ee6a774aa94963a4c024612cabe0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '3616dc42-9ca0-491f-a6d4-a5d6b1d82601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:24Z', 'updated_at': '2022-06-28T11:16:37Z', 'revision_number': 4, 'project_id': '39ee6a774aa94963a4c024612cabe0ab', 'gw_port': {'id': '3616dc42-9ca0-491f-a6d4-a5d6b1d82601', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:42:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f923ac8-4c4e-43e4-b41d-becdee648a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:25Z', 'updated_at': '2022-06-28T11:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': 'ab89ce2b-e0be-4d8e-acd2-7d6575707034', 'name': '', 'network_id': '3dcee093-7093-4d70-9e54-e71a2fd9b0d8', 'tenant_id': '39ee6a774aa94963a4c024612cabe0ab', 'mac_address': 'fa:16:3e:b4:0c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f923ac8-4c4e-43e4-b41d-becdee648a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '4959b550-e4a6-4bb2-a9b3-3d13206321f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:34Z', 'updated_at': '2022-06-28T11:16:48Z', 'revision_number': 4, 'project_id': '39ee6a774aa94963a4c024612cabe0ab', 'subnets': [{'id': '4959b550-e4a6-4bb2-a9b3-3d13206321f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:16:50.283393 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59883c1-122c-439c-8394-fb70200aa26d None None] The sync data for ids ['2f923ac8-4c4e-43e4-b41d-becdee648a9c'] in dv-cinder-844605-1-iscsi is: [{'id': '2f923ac8-4c4e-43e4-b41d-becdee648a9c', 'name': 'tempest-ServerRescueNegativeTestJSON-1407272727-router', 'tenant_id': '39ee6a774aa94963a4c024612cabe0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '3616dc42-9ca0-491f-a6d4-a5d6b1d82601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:24Z', 'updated_at': '2022-06-28T11:16:37Z', 'revision_number': 4, 'project_id': '39ee6a774aa94963a4c024612cabe0ab', 'gw_port': {'id': '3616dc42-9ca0-491f-a6d4-a5d6b1d82601', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:42:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f923ac8-4c4e-43e4-b41d-becdee648a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:25Z', 'updated_at': '2022-06-28T11:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': 'ab89ce2b-e0be-4d8e-acd2-7d6575707034', 'name': '', 'network_id': '3dcee093-7093-4d70-9e54-e71a2fd9b0d8', 'tenant_id': '39ee6a774aa94963a4c024612cabe0ab', 'mac_address': 'fa:16:3e:b4:0c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f923ac8-4c4e-43e4-b41d-becdee648a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '4959b550-e4a6-4bb2-a9b3-3d13206321f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:34Z', 'updated_at': '2022-06-28T11:16:48Z', 'revision_number': 4, 'project_id': '39ee6a774aa94963a4c024612cabe0ab', 'subnets': [{'id': '4959b550-e4a6-4bb2-a9b3-3d13206321f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:16:50.467100 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-1338cc8e-12b7-4826-885f-18d01684e62a tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks [] for port, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:50.595201 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-a06c9447-21dc-4b5d-9734-aa8167dff26c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:50.619132 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 52344) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:50.637636 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-1338cc8e-12b7-4826-885f-18d01684e62a tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2287912'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:50.711186 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-d0e126bc-3188-44fe-aed9-9201d65a3e55 req-255c8f3d-3053-426e-832b-94b81e62bdcd tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Synchronizing usage tracker for tenant:9a519a8d5c54458c8ad1c43bdb399503 on resource:security_group {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:16:50.746721 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-c28b1006-2593-4b20-af06-1511bf55e192 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:50.779725 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 5580a367-b90f-424e-b4b7-659e07cd44cd up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:16:50.795920 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-a06c9447-21dc-4b5d-9734-aa8167dff26c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:50.840473 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-c28b1006-2593-4b20-af06-1511bf55e192 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:50.851136 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-a06c9447-21dc-4b5d-9734-aa8167dff26c admin admin] Usage tracker for resource:security_group_rule and tenant:cd87121a54a641008c9cd572b2a4ec87 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:50.884905 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-a06c9447-21dc-4b5d-9734-aa8167dff26c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:50.918156 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-d0e126bc-3188-44fe-aed9-9201d65a3e55 req-255c8f3d-3053-426e-832b-94b81e62bdcd tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Unset dirty status for tenant:9a519a8d5c54458c8ad1c43bdb399503 on resource:security_group {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:16:50.920263 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-1338cc8e-12b7-4826-885f-18d01684e62a tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361935'] for floatingip, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:50.935689 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-d0e126bc-3188-44fe-aed9-9201d65a3e55 req-255c8f3d-3053-426e-832b-94b81e62bdcd tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1795541793&fields=id&tenant_id=9a519a8d5c54458c8ad1c43bdb399503 HTTP/1.1" status: 200 len: 267 time: 0.5773351 Jun 28 11:16:50.944108 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-a06c9447-21dc-4b5d-9734-aa8167dff26c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:50.992996 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning for port 5580a367-b90f-424e-b4b7-659e07cd44cd completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:16:51.000914 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning complete for port 5580a367-b90f-424e-b4b7-659e07cd44cd triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:16:51.001489 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:51.056345 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-c28b1006-2593-4b20-af06-1511bf55e192 admin admin] Usage tracker for resource:security_group_rule and tenant:3f30aaea259b4d1ab28aaf7b90bf7326 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:51.075276 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-1338cc8e-12b7-4826-885f-18d01684e62a tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for floatingip, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:51.076739 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-1338cc8e-12b7-4826-885f-18d01684e62a tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3247979 Jun 28 11:16:51.088716 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1338cc8e-12b7-4826-885f-18d01684e62a tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Pushing event updated for resources: {'Port': ['ID=3cb12909-b2c8-45a1-90f4-3cfa1b36fdb2,revision_number=2']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:51.141724 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-0ed9f84a-d375-46a5-944a-a02f16a7b587 req-5439c1d2-55d7-41ab-842e-e350c4d9f5a5 service neutron] 10.222.0.23 "GET /v2.0/networks/3dcee093-7093-4d70-9e54-e71a2fd9b0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7579820 Jun 28 11:16:51.336563 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Current status of the port 5580a367-b90f-424e-b4b7-659e07cd44cd is: DOWN; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:16:51.337294 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:51.423910 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] For port 5580a367-b90f-424e-b4b7-659e07cd44cd, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=5580a367-b90f-424e-b4b7-659e07cd44cd,segment=NetworkSegment(17cc432d-efff-455f-9a65-b5d8bf244c2a),segment_id=17cc432d-efff-455f-9a65-b5d8bf244c2a)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:16:51.431226 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:51.432571 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device ce67a0a8-6a79-4030-ac97-89b4f9a90889 up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:16:51.509568 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d7055-03a0-4df8-ad74-ab8028263c50 req-4f46463f-5ae1-4dae-b1c2-a60e81fe11fa tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:16:51.513545 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-b10d7055-03a0-4df8-ad74-ab8028263c50 req-4f46463f-5ae1-4dae-b1c2-a60e81fe11fa tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Synchronizing usage tracker for tenant:39ee6a774aa94963a4c024612cabe0ab on resource:network {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:16:51.549903 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e126bc-3188-44fe-aed9-9201d65a3e55 req-9eb8ef98-676c-4e12-9554-a70e18aed454 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:16:51.552461 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-d0e126bc-3188-44fe-aed9-9201d65a3e55 req-9eb8ef98-676c-4e12-9554-a70e18aed454 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Synchronizing usage tracker for tenant:9a519a8d5c54458c8ad1c43bdb399503 on resource:network {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:16:51.576808 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-c28b1006-2593-4b20-af06-1511bf55e192 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:51.610408 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-c28b1006-2593-4b20-af06-1511bf55e192 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:51.670910 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [req-e1886b9d-df14-4d50-9f1b-bf4325c27664 req-075532f9-714e-459f-958a-d81b8dcb2bb2 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] Synchronizing usage tracker for tenant:a8a4f70e41194b2eae97400fe38eb655 on resource:port {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:16:51.752582 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-d0e126bc-3188-44fe-aed9-9201d65a3e55 req-9eb8ef98-676c-4e12-9554-a70e18aed454 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Unset dirty status for tenant:9a519a8d5c54458c8ad1c43bdb399503 on resource:network {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:16:51.755909 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-d0e126bc-3188-44fe-aed9-9201d65a3e55 req-9eb8ef98-676c-4e12-9554-a70e18aed454 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/networks?id=21e79c31-8e4c-4686-94df-41e665c65d49 HTTP/1.1" status: 200 len: 814 time: 0.8185465 Jun 28 11:16:51.833900 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Pushing event updated for resources: {'Port': ['ID=5580a367-b90f-424e-b4b7-659e07cd44cd,revision_number=5']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:51.893290 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning for port ce67a0a8-6a79-4030-ac97-89b4f9a90889 completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:16:51.921143 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-d0e126bc-3188-44fe-aed9-9201d65a3e55 req-307965fb-e46e-4799-a548-9376ce60ccc2 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/quotas/9a519a8d5c54458c8ad1c43bdb399503 HTTP/1.1" status: 200 len: 375 time: 0.1347868 Jun 28 11:16:51.923851 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning complete for port ce67a0a8-6a79-4030-ac97-89b4f9a90889 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:16:51.932042 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:52.252412 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Current status of the port ce67a0a8-6a79-4030-ac97-89b4f9a90889 is: DOWN; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:16:52.252848 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:52.306505 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-a06c9447-21dc-4b5d-9734-aa8167dff26c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:52.343870 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [req-e1886b9d-df14-4d50-9f1b-bf4325c27664 req-075532f9-714e-459f-958a-d81b8dcb2bb2 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] Unset dirty status for tenant:a8a4f70e41194b2eae97400fe38eb655 on resource:port {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:16:52.354662 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-e1886b9d-df14-4d50-9f1b-bf4325c27664 req-075532f9-714e-459f-958a-d81b8dcb2bb2 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5deb6ac-32cb-4d1a-93ab-e6e05f6bbb77 HTTP/1.1" status: 200 len: 210 time: 0.8546078 Jun 28 11:16:52.376479 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-a06c9447-21dc-4b5d-9734-aa8167dff26c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:52.400415 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] For port ce67a0a8-6a79-4030-ac97-89b4f9a90889, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=ce67a0a8-6a79-4030-ac97-89b4f9a90889,segment=NetworkSegment(d955dde5-69b1-4a11-8383-f5f9cce13386),segment_id=d955dde5-69b1-4a11-8383-f5f9cce13386)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:16:52.410811 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:52.413966 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device f46b4231-e62e-4874-ad62-57a42b5c1947 up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:16:52.523784 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-a06c9447-21dc-4b5d-9734-aa8167dff26c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cd87121a54a641008c9cd572b2a4ec87&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8317173 Jun 28 11:16:52.588314 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 52436) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:52.664138 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-0350975a-5021-492b-b5d0-153b81893ff7 req-a9379b58-ef75-4364-ab86-70125041c40f tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=548398f6-21cb-449b-b283-b7585254ad20 HTTP/1.1" status: 200 len: 210 time: 0.1638522 Jun 28 11:16:52.937643 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Pushing event updated for resources: {'Port': ['ID=ce67a0a8-6a79-4030-ac97-89b4f9a90889,revision_number=5']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:52.984349 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning for port f46b4231-e62e-4874-ad62-57a42b5c1947 completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:16:52.994919 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning complete for port f46b4231-e62e-4874-ad62-57a42b5c1947 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:16:52.997959 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:53.051562 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-4b089820-3417-419f-b795-46ef479e787b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:53.070086 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-b9beaccc-8c35-4191-b935-375c5e5b6000 req-7c5a106e-186d-4def-8a13-75a02e92820c tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--921745545&fields=id&tenant_id=0d240302ccf0453994b861ae39dea463 HTTP/1.1" status: 200 len: 267 time: 0.1463599 Jun 28 11:16:53.111125 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-d0e126bc-3188-44fe-aed9-9201d65a3e55 req-6d2b54b4-b4ad-4163-8cf0-89251ef3ebac tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9a519a8d5c54458c8ad1c43bdb399503&fields=id HTTP/1.1" status: 200 len: 348 time: 1.1837051 Jun 28 11:16:53.142360 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06c9447-21dc-4b5d-9734-aa8167dff26c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac2dd67-0f6d-4fc9-89b8-6ca40fddc732,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:53.364850 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.43', 58401) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:53.456258 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Current status of the port f46b4231-e62e-4874-ad62-57a42b5c1947 is: DOWN; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:16:53.457015 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:53.489141 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] For port f46b4231-e62e-4874-ad62-57a42b5c1947, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=f46b4231-e62e-4874-ad62-57a42b5c1947,segment=NetworkSegment(886fa905-49b2-4170-854f-b2cc2955959a),segment_id=886fa905-49b2-4170-854f-b2cc2955959a)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:16:53.495893 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:53.651793 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Pushing event updated for resources: {'Port': ['ID=f46b4231-e62e-4874-ad62-57a42b5c1947,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:53.661679 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-d0e126bc-3188-44fe-aed9-9201d65a3e55 req-f2af1eb1-02ca-46c9-bae5-e50ef290265d service neutron] 10.222.0.23 "GET /v2.0/networks/21e79c31-8e4c-4686-94df-41e665c65d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4983237 Jun 28 11:16:53.839612 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-d0e126bc-3188-44fe-aed9-9201d65a3e55 req-ac4e5653-093f-48ac-98be-8b9a4a8c12da service neutron] 10.222.0.23 "GET /v2.0/networks/21e79c31-8e4c-4686-94df-41e665c65d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625764 Jun 28 11:16:53.851398 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-4b089820-3417-419f-b795-46ef479e787b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:53.858436 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device ce67a0a8-6a79-4030-ac97-89b4f9a90889 up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:16:53.861442 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-c28b1006-2593-4b20-af06-1511bf55e192 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:53.880544 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-c28b1006-2593-4b20-af06-1511bf55e192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:53.948613 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b1006-2593-4b20-af06-1511bf55e192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=168a5b49-6c8b-4b46-bb46-53b4f8f9e12b,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:53.973265 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-b10d7055-03a0-4df8-ad74-ab8028263c50 req-4f46463f-5ae1-4dae-b1c2-a60e81fe11fa tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Unset dirty status for tenant:39ee6a774aa94963a4c024612cabe0ab on resource:network {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:16:53.974422 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b10d7055-03a0-4df8-ad74-ab8028263c50 req-4f46463f-5ae1-4dae-b1c2-a60e81fe11fa tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.43 "GET /v2.0/networks?id=3dcee093-7093-4d70-9e54-e71a2fd9b0d8 HTTP/1.1" status: 200 len: 819 time: 3.9345064 Jun 28 11:16:53.994113 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-c28b1006-2593-4b20-af06-1511bf55e192 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3f30aaea259b4d1ab28aaf7b90bf7326&name=default HTTP/1.1" status: 200 len: 2979 time: 3.3672643 Jun 28 11:16:53.994987 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 52478) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:54.040940 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc4558-3818-4b20-90e2-93a8d6258160 req-9f015a9a-56ee-4be7-bb3c-1f3c6202d406 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:16:54.048465 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-34cc4558-3818-4b20-90e2-93a8d6258160 req-9f015a9a-56ee-4be7-bb3c-1f3c6202d406 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] 10.222.0.43 "GET /v2.0/networks?id=5316afc2-a33a-494f-bbbe-5e30377632ee HTTP/1.1" status: 200 len: 812 time: 0.6709170 Jun 28 11:16:54.079332 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9beaccc-8c35-4191-b935-375c5e5b6000 req-aaefec21-4ccb-4662-a282-b7557ffb22f7 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:16:54.092095 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-b9beaccc-8c35-4191-b935-375c5e5b6000 req-aaefec21-4ccb-4662-a282-b7557ffb22f7 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/networks?id=3f8d13e4-2335-496a-b358-95cda2a57319 HTTP/1.1" status: 200 len: 810 time: 1.0196261 Jun 28 11:16:54.131967 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [req-34cc4558-3818-4b20-90e2-93a8d6258160 req-a0498078-31bc-426d-88e2-ab32122f60a5 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] Request body: {'port': {'device_id': 'd5deb6ac-32cb-4d1a-93ab-e6e05f6bbb77', 'network_id': '5316afc2-a33a-494f-bbbe-5e30377632ee', 'admin_state_up': True, 'tenant_id': 'a8a4f70e41194b2eae97400fe38eb655'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:16:54.177760 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning complete for port ce67a0a8-6a79-4030-ac97-89b4f9a90889 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:16:54.178345 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:54.249649 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-b9beaccc-8c35-4191-b935-375c5e5b6000 req-36c679db-cd2f-4cb3-9419-8204f22fc3f9 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/quotas/0d240302ccf0453994b861ae39dea463 HTTP/1.1" status: 200 len: 375 time: 0.1554368 Jun 28 11:16:54.317783 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-d22297f7-546e-43e6-8e68-f98deb278233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:54.333400 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [req-b10d7055-03a0-4df8-ad74-ab8028263c50 req-c3d95d4d-d598-49b8-b1a6-6a51626283b5 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Request body: {'port': {'device_id': 'b00c32bb-5b10-4ba1-bb89-82e34b2ba60f', 'network_id': '3dcee093-7093-4d70-9e54-e71a2fd9b0d8', 'admin_state_up': True, 'tenant_id': '39ee6a774aa94963a4c024612cabe0ab'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:16:54.430375 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.43', 58404) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:54.817547 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Current status of the port ce67a0a8-6a79-4030-ac97-89b4f9a90889 is: ACTIVE; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:16:54.819316 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 5580a367-b90f-424e-b4b7-659e07cd44cd up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:16:54.974003 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9f84a-d375-46a5-944a-a02f16a7b587 req-f17e54e3-0bc5-402f-9555-2285c4dc5544 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:16:54.975558 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-0ed9f84a-d375-46a5-944a-a02f16a7b587 req-f17e54e3-0bc5-402f-9555-2285c4dc5544 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.43 "GET /v2.0/networks?id=3dcee093-7093-4d70-9e54-e71a2fd9b0d8 HTTP/1.1" status: 200 len: 819 time: 0.4658554 Jun 28 11:16:55.042818 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning complete for port 5580a367-b90f-424e-b4b7-659e07cd44cd triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:16:55.059686 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:55.195271 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [req-0ed9f84a-d375-46a5-944a-a02f16a7b587 req-c7fe00e4-4211-4f1d-a6bc-db3e41470f8d tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Request body: {'port': {'device_id': '548398f6-21cb-449b-b283-b7585254ad20', 'network_id': '3dcee093-7093-4d70-9e54-e71a2fd9b0d8', 'admin_state_up': True, 'tenant_id': '39ee6a774aa94963a4c024612cabe0ab'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:16:55.213027 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-d22297f7-546e-43e6-8e68-f98deb278233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:55.229065 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [req-34cc4558-3818-4b20-90e2-93a8d6258160 req-a0498078-31bc-426d-88e2-ab32122f60a5 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:55.270454 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [req-34cc4558-3818-4b20-90e2-93a8d6258160 req-a0498078-31bc-426d-88e2-ab32122f60a5 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:55.301582 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-4b089820-3417-419f-b795-46ef479e787b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:55.311778 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34cc4558-3818-4b20-90e2-93a8d6258160 req-a0498078-31bc-426d-88e2-ab32122f60a5 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] Made reservation on behalf of a8a4f70e41194b2eae97400fe38eb655 for: {'port': 1} {{(pid=88178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:16:55.314226 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Current status of the port 5580a367-b90f-424e-b4b7-659e07cd44cd is: ACTIVE; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:16:55.316223 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device ab89ce2b-e0be-4d8e-acd2-7d6575707034 up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:16:55.331278 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [req-34cc4558-3818-4b20-90e2-93a8d6258160 req-a0498078-31bc-426d-88e2-ab32122f60a5 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:55.427263 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-b9beaccc-8c35-4191-b935-375c5e5b6000 req-a0b7bc7e-7866-4b21-b6ad-de4350ec6006 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0d240302ccf0453994b861ae39dea463&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9662857 Jun 28 11:16:55.574165 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-000afda0-4747-4a59-a23c-d1191191d03a req-c21d57ea-f7e9-4167-bf63-9ae25424c05c tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5deb6ac-32cb-4d1a-93ab-e6e05f6bbb77 HTTP/1.1" status: 200 len: 210 time: 0.5789618 Jun 28 11:16:55.610881 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning for port ab89ce2b-e0be-4d8e-acd2-7d6575707034 completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:16:55.631685 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning complete for port ab89ce2b-e0be-4d8e-acd2-7d6575707034 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:16:55.632356 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:55.777784 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-4b089820-3417-419f-b795-46ef479e787b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:55.788128 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-4b089820-3417-419f-b795-46ef479e787b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9ac2dd67-0f6d-4fc9-89b8-6ca40fddc732 HTTP/1.1" status: 204 len: 168 time: 3.1942861 Jun 28 11:16:55.791809 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-d22297f7-546e-43e6-8e68-f98deb278233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:55.814217 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-d22297f7-546e-43e6-8e68-f98deb278233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:55.825294 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-d22297f7-546e-43e6-8e68-f98deb278233 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/168a5b49-6c8b-4b46-bb46-53b4f8f9e12b HTTP/1.1" status: 204 len: 168 time: 1.8288233 Jun 28 11:16:55.833878 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b089820-3417-419f-b795-46ef479e787b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac2dd67-0f6d-4fc9-89b8-6ca40fddc732,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:55.853773 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-b9beaccc-8c35-4191-b935-375c5e5b6000 req-95164790-28cc-4d11-93ee-30dc46e52e84 service neutron] 10.222.0.23 "GET /v2.0/networks/3f8d13e4-2335-496a-b358-95cda2a57319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196542 Jun 28 11:16:55.898763 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.db_base_plugin_common [req-34cc4558-3818-4b20-90e2-93a8d6258160 req-a0498078-31bc-426d-88e2-ab32122f60a5 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] Allocated IP 172.20.0.5 (5316afc2-a33a-494f-bbbe-5e30377632ee/c11ff635-d1c5-4ba3-9901-0a630d89e709/3e3c05d1-565e-4652-99fe-fa38ec81e6bb) {{(pid=88178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:16:55.965329 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22297f7-546e-43e6-8e68-f98deb278233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=168a5b49-6c8b-4b46-bb46-53b4f8f9e12b,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:56.098273 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Current status of the port ab89ce2b-e0be-4d8e-acd2-7d6575707034 is: DOWN; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:16:56.112176 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:56.251324 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] For port ab89ce2b-e0be-4d8e-acd2-7d6575707034, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=ab89ce2b-e0be-4d8e-acd2-7d6575707034,segment=NetworkSegment(fd3dbdf8-f40f-4579-8d9f-d3926cb58f5f),segment_id=fd3dbdf8-f40f-4579-8d9f-d3926cb58f5f)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:16:56.262346 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:56.319524 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-c3d46d9a-8691-4e40-b0d2-84ea1f2912ca req-8a989809-5cb7-405f-b21e-47f5d30594d8 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Synchronizing usage tracker for tenant:39ee6a774aa94963a4c024612cabe0ab on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:16:56.570918 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Pushing event updated for resources: {'Port': ['ID=ab89ce2b-e0be-4d8e-acd2-7d6575707034,revision_number=5']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:56.580101 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0037cdb9-94c7-4b9e-81a5-b22baf72a543 None None] Sync routers for ids ['0f6938db-4fb7-4c6a-8830-23d35946ba3c'] in dv-cinder-844605-1-iscsi {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:16:56.592948 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-c3d46d9a-8691-4e40-b0d2-84ea1f2912ca req-8a989809-5cb7-405f-b21e-47f5d30594d8 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Unset dirty status for tenant:39ee6a774aa94963a4c024612cabe0ab on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:16:56.603804 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c3d46d9a-8691-4e40-b0d2-84ea1f2912ca req-8a989809-5cb7-405f-b21e-47f5d30594d8 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=548398f6-21cb-449b-b283-b7585254ad20 HTTP/1.1" status: 200 len: 210 time: 0.6486816 Jun 28 11:16:56.611170 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device f46b4231-e62e-4874-ad62-57a42b5c1947 up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:16:56.615861 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [req-b10d7055-03a0-4df8-ad74-ab8028263c50 req-c3d95d4d-d598-49b8-b1a6-6a51626283b5 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:56.652141 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [req-b10d7055-03a0-4df8-ad74-ab8028263c50 req-c3d95d4d-d598-49b8-b1a6-6a51626283b5 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:56.674072 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b10d7055-03a0-4df8-ad74-ab8028263c50 req-c3d95d4d-d598-49b8-b1a6-6a51626283b5 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Made reservation on behalf of 39ee6a774aa94963a4c024612cabe0ab for: {'port': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:16:56.682152 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-b10d7055-03a0-4df8-ad74-ab8028263c50 req-c3d95d4d-d598-49b8-b1a6-6a51626283b5 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:56.731055 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [req-0ed9f84a-d375-46a5-944a-a02f16a7b587 req-c7fe00e4-4211-4f1d-a6bc-db3e41470f8d tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:56.757879 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [req-0ed9f84a-d375-46a5-944a-a02f16a7b587 req-c7fe00e4-4211-4f1d-a6bc-db3e41470f8d tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:56.795031 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ed9f84a-d375-46a5-944a-a02f16a7b587 req-c7fe00e4-4211-4f1d-a6bc-db3e41470f8d tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Made reservation on behalf of 39ee6a774aa94963a4c024612cabe0ab for: {'port': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:16:56.813834 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-0ed9f84a-d375-46a5-944a-a02f16a7b587 req-c7fe00e4-4211-4f1d-a6bc-db3e41470f8d tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:56.843261 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0037cdb9-94c7-4b9e-81a5-b22baf72a543 None None] Routers {'0f6938db-4fb7-4c6a-8830-23d35946ba3c'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:16:56.843932 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-0037cdb9-94c7-4b9e-81a5-b22baf72a543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:16:39Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['0f6938db-4fb7-4c6a-8830-23d35946ba3c'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:16:57.014625 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [req-34cc4558-3818-4b20-90e2-93a8d6258160 req-a0498078-31bc-426d-88e2-ab32122f60a5 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] Notify callbacks [] for port, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:57.221742 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-70abb05d-a580-403c-960c-605be90f446c req-025b84d1-164b-4c83-ad42-ee3bb5bbe9b7 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bf380c0-b4f7-43e2-a809-1619f0a0ef32 HTTP/1.1" status: 200 len: 210 time: 0.1801884 Jun 28 11:16:57.230859 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.provisioning_blocks [req-34cc4558-3818-4b20-90e2-93a8d6258160 req-a0498078-31bc-426d-88e2-ab32122f60a5 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] Transition to ACTIVE for port object 3e3c05d1-565e-4652-99fe-fa38ec81e6bb will not be triggered until provisioned by entity DHCP. {{(pid=88178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:16:57.235707 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.43', 58408) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:57.526994 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 52560) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:57.637421 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-b9beaccc-8c35-4191-b935-375c5e5b6000 req-8898b3f5-e4a9-41ad-bfa6-3aa6a6760af3 service neutron] 10.222.0.23 "GET /v2.0/networks/3f8d13e4-2335-496a-b358-95cda2a57319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7711465 Jun 28 11:16:57.807075 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e126bc-3188-44fe-aed9-9201d65a3e55 req-68736e84-14a0-48e5-bc30-2e2b0a0b1079 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:16:57.808941 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-d0e126bc-3188-44fe-aed9-9201d65a3e55 req-68736e84-14a0-48e5-bc30-2e2b0a0b1079 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.43 "GET /v2.0/networks?id=21e79c31-8e4c-4686-94df-41e665c65d49 HTTP/1.1" status: 200 len: 814 time: 0.5722558 Jun 28 11:16:57.816310 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning complete for port f46b4231-e62e-4874-ad62-57a42b5c1947 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:16:57.818046 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:57.827861 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-dcf3bca0-95b5-4df6-a0eb-341e4d876dca admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:57.940239 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c9791a92-94bf-437e-b2f2-61cc99bf6bd5 req-ec5fe397-03f7-49ae-98af-53329d37dd52 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5deb6ac-32cb-4d1a-93ab-e6e05f6bbb77 HTTP/1.1" status: 200 len: 210 time: 0.3574359 Jun 28 11:16:57.990359 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [req-34cc4558-3818-4b20-90e2-93a8d6258160 req-a0498078-31bc-426d-88e2-ab32122f60a5 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782103981231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287935'] for port, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:58.015301 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-d0e126bc-3188-44fe-aed9-9201d65a3e55 req-03be71e2-228f-4898-bbc9-71b209ff5313 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a519a8d5c54458c8ad1c43bdb399503 HTTP/1.1" status: 200 len: 380 time: 0.1830728 Jun 28 11:16:58.019684 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-dcf3bca0-95b5-4df6-a0eb-341e4d876dca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:58.080325 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-0037cdb9-94c7-4b9e-81a5-b22baf72a543 None None] Set router 0f6938db-4fb7-4c6a-8830-23d35946ba3c gateway port host: dv-cinder-844605-1-iscsi {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:16:58.145177 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [req-d0e126bc-3188-44fe-aed9-9201d65a3e55 req-696185a8-dd0b-4d86-900d-b951a0015087 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Request body: {'port': {'device_id': '2bf380c0-b4f7-43e2-a809-1619f0a0ef32', 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49', 'admin_state_up': True, 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'security_groups': ['7c9f6dd2-5c69-47a3-a1db-bebdcd4d9b3d']}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:16:58.162745 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-dcf3bca0-95b5-4df6-a0eb-341e4d876dca admin admin] Usage tracker for resource:security_group_rule and tenant:58af80df2b684bd6b18c344ae82b5b8c is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:58.204172 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-dcf3bca0-95b5-4df6-a0eb-341e4d876dca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:58.322035 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [req-d0e126bc-3188-44fe-aed9-9201d65a3e55 req-696185a8-dd0b-4d86-900d-b951a0015087 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:58.392403 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-dcf3bca0-95b5-4df6-a0eb-341e4d876dca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:58.438047 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [req-d0e126bc-3188-44fe-aed9-9201d65a3e55 req-696185a8-dd0b-4d86-900d-b951a0015087 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Usage tracker for resource:port and tenant:9a519a8d5c54458c8ad1c43bdb399503 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:58.472951 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-33ad6f7c-62ea-4ca7-bace-92f956b5f0c1 req-a31b5cff-909b-4e04-9e65-1cbe0872efdc tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=548398f6-21cb-449b-b283-b7585254ad20 HTTP/1.1" status: 200 len: 210 time: 0.2288854 Jun 28 11:16:58.523273 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-6601d549-f0fb-4578-887f-fa0dc0ea541b req-4416e204-9f08-45b8-b92a-655d38037e8c tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5feac2-94f7-4fac-9509-f0a495642234 HTTP/1.1" status: 200 len: 210 time: 0.3825195 Jun 28 11:16:58.542304 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34cc4558-3818-4b20-90e2-93a8d6258160 req-a0498078-31bc-426d-88e2-ab32122f60a5 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] Network 5316afc2-a33a-494f-bbbe-5e30377632ee is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:16:58.542812 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.db_base_plugin_common [req-b10d7055-03a0-4df8-ad74-ab8028263c50 req-c3d95d4d-d598-49b8-b1a6-6a51626283b5 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Allocated IP 172.20.0.9 (3dcee093-7093-4d70-9e54-e71a2fd9b0d8/4959b550-e4a6-4bb2-a9b3-3d13206321f5/550bd21d-10c5-4388-a5c4-8c0d38d1f620) {{(pid=88177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:16:58.546078 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [req-d0e126bc-3188-44fe-aed9-9201d65a3e55 req-696185a8-dd0b-4d86-900d-b951a0015087 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:58.566949 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.base_scheduler [req-34cc4558-3818-4b20-90e2-93a8d6258160 req-a0498078-31bc-426d-88e2-ab32122f60a5 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:16:58.593495 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.l3_dvrscheduler_db [req-34cc4558-3818-4b20-90e2-93a8d6258160 req-a0498078-31bc-426d-88e2-ab32122f60a5 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] Received port after_create {{(pid=88178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:16:58.682146 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [req-d0e126bc-3188-44fe-aed9-9201d65a3e55 req-696185a8-dd0b-4d86-900d-b951a0015087 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:58.744372 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0e126bc-3188-44fe-aed9-9201d65a3e55 req-696185a8-dd0b-4d86-900d-b951a0015087 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Made reservation on behalf of 9a519a8d5c54458c8ad1c43bdb399503 for: {'port': 1} {{(pid=88178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:16:58.753774 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [req-d0e126bc-3188-44fe-aed9-9201d65a3e55 req-696185a8-dd0b-4d86-900d-b951a0015087 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:58.782890 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0498078-31bc-426d-88e2-ab32122f60a5 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] Pushing event updated for resources: {'Port': ['ID=3e3c05d1-565e-4652-99fe-fa38ec81e6bb,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:58.905235 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Current status of the port f46b4231-e62e-4874-ad62-57a42b5c1947 is: ACTIVE; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:16:58.952856 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-0037cdb9-94c7-4b9e-81a5-b22baf72a543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6938db-4fb7-4c6a-8830-23d35946ba3c', 'name': 'tempest-DeleteServersTestJSON-2049189769-router', 'tenant_id': 'a8a4f70e41194b2eae97400fe38eb655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'f46b4231-e62e-4874-ad62-57a42b5c1947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:23Z', 'updated_at': '2022-06-28T11:16:41Z', 'revision_number': 4, 'project_id': 'a8a4f70e41194b2eae97400fe38eb655', 'gw_port': {'id': 'f46b4231-e62e-4874-ad62-57a42b5c1947', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:81:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6938db-4fb7-4c6a-8830-23d35946ba3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:26Z', 'updated_at': '2022-06-28T11:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': '8bab7070-b250-4470-9e83-a597b6ba73cf', 'name': '', 'network_id': '5316afc2-a33a-494f-bbbe-5e30377632ee', 'tenant_id': 'a8a4f70e41194b2eae97400fe38eb655', 'mac_address': 'fa:16:3e:2f:0a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6938db-4fb7-4c6a-8830-23d35946ba3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c11ff635-d1c5-4ba3-9901-0a630d89e709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:39Z', 'updated_at': '2022-06-28T11:16:42Z', 'revision_number': 2, 'project_id': 'a8a4f70e41194b2eae97400fe38eb655', 'subnets': [{'id': 'c11ff635-d1c5-4ba3-9901-0a630d89e709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:16:58.966900 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc4558-3818-4b20-90e2-93a8d6258160 req-a0498078-31bc-426d-88e2-ab32122f60a5 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:16:58.972835 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [req-34cc4558-3818-4b20-90e2-93a8d6258160 req-a0498078-31bc-426d-88e2-ab32122f60a5 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562711'] for port, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:58.983107 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0037cdb9-94c7-4b9e-81a5-b22baf72a543 None None] Checking router: 0f6938db-4fb7-4c6a-8830-23d35946ba3c for host: dv-cinder-844605-1-iscsi {{(pid=88179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:16:58.991716 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0037cdb9-94c7-4b9e-81a5-b22baf72a543 None None] Updating router 0f6938db-4fb7-4c6a-8830-23d35946ba3c port 8bab7070-b250-4470-9e83-a597b6ba73cf binding host dv-cinder-844605-1-iscsi {{(pid=88179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 11:16:59.093769 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-33857162-5a05-42fa-b630-4fceb5edf1d1 req-6a76de22-9b4b-4eb0-90fc-ba6184cb5612 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bf380c0-b4f7-43e2-a809-1619f0a0ef32 HTTP/1.1" status: 200 len: 210 time: 0.2901955 Jun 28 11:16:59.217061 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-34cc4558-3818-4b20-90e2-93a8d6258160 req-a0498078-31bc-426d-88e2-ab32122f60a5 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0966065 Jun 28 11:16:59.248216 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device ab89ce2b-e0be-4d8e-acd2-7d6575707034 up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:16:59.302284 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [req-34cc4558-3818-4b20-90e2-93a8d6258160 req-5720209a-c031-45bb-8faf-e5f8b92b91b2 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 11:16:59.303819 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-34cc4558-3818-4b20-90e2-93a8d6258160 req-5720209a-c031-45bb-8faf-e5f8b92b91b2 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0361543 Jun 28 11:16:59.382005 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.db_base_plugin_common [req-d0e126bc-3188-44fe-aed9-9201d65a3e55 req-696185a8-dd0b-4d86-900d-b951a0015087 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Allocated IP 172.20.0.10 (21e79c31-8e4c-4686-94df-41e665c65d49/0543e16d-abbf-4f46-8991-01ac45b7ec02/bfc1801b-3d8a-4549-be03-706bb1aea69b) {{(pid=88178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:16:59.605552 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-dcf3bca0-95b5-4df6-a0eb-341e4d876dca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:59.639616 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-dcf3bca0-95b5-4df6-a0eb-341e4d876dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:59.762546 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0037cdb9-94c7-4b9e-81a5-b22baf72a543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:59.804644 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-b966b935-df75-41fb-a1b7-ac69a3ca6755 None None] Provisioning for port 3e3c05d1-565e-4652-99fe-fa38ec81e6bb completed by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:16:59.835889 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:59.856360 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-b966b935-df75-41fb-a1b7-ac69a3ca6755 None None] Provisioning complete for port 3e3c05d1-565e-4652-99fe-fa38ec81e6bb triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:16:59.856897 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b966b935-df75-41fb-a1b7-ac69a3ca6755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:59.897746 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf3bca0-95b5-4df6-a0eb-341e4d876dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc7559e-7d53-4cd3-9dff-217dd944eb58,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:59.996653 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-b966b935-df75-41fb-a1b7-ac69a3ca6755 None None] Port 3e3c05d1-565e-4652-99fe-fa38ec81e6bb cannot update to ACTIVE because it is not bound. {{(pid=88179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:17:00.257447 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-dcf3bca0-95b5-4df6-a0eb-341e4d876dca admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=58af80df2b684bd6b18c344ae82b5b8c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7277365 Jun 28 11:17:00.267665 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 52650) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:00.296679 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-3554db9d-3a70-4a96-a916-998be0a5eb96 req-3f2631a7-3557-4208-b7de-0202093655ab tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=548398f6-21cb-449b-b283-b7585254ad20 HTTP/1.1" status: 200 len: 210 time: 0.5261292 Jun 28 11:17:00.441152 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-b10d7055-03a0-4df8-ad74-ab8028263c50 req-c3d95d4d-d598-49b8-b1a6-6a51626283b5 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Notify callbacks [] for port, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:00.476791 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [req-d0e126bc-3188-44fe-aed9-9201d65a3e55 req-696185a8-dd0b-4d86-900d-b951a0015087 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for port, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:00.521259 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning complete for port ab89ce2b-e0be-4d8e-acd2-7d6575707034 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:17:00.521682 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:00.540201 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.provisioning_blocks [req-d0e126bc-3188-44fe-aed9-9201d65a3e55 req-696185a8-dd0b-4d86-900d-b951a0015087 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Transition to ACTIVE for port object bfc1801b-3d8a-4549-be03-706bb1aea69b will not be triggered until provisioned by entity DHCP. {{(pid=88178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:17:00.586154 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.provisioning_blocks [req-b10d7055-03a0-4df8-ad74-ab8028263c50 req-c3d95d4d-d598-49b8-b1a6-6a51626283b5 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Transition to ACTIVE for port object 550bd21d-10c5-4388-a5c4-8c0d38d1f620 will not be triggered until provisioned by entity DHCP. {{(pid=88177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:17:00.596915 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [req-d0e126bc-3188-44fe-aed9-9201d65a3e55 req-696185a8-dd0b-4d86-900d-b951a0015087 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782103981231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287935'] for port, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:00.609787 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [req-34cc4558-3818-4b20-90e2-93a8d6258160 req-7f6976f0-9c52-487b-81e6-b55bb05e6e0a service neutron] Request body: {'port': {'device_id': 'd5deb6ac-32cb-4d1a-93ab-e6e05f6bbb77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:17:00.895518 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-b10d7055-03a0-4df8-ad74-ab8028263c50 req-c3d95d4d-d598-49b8-b1a6-6a51626283b5 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782103981231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2688079'] for port, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:01.041427 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696185a8-dd0b-4d86-900d-b951a0015087 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Pushing event updated for resources: {'Port': ['ID=bfc1801b-3d8a-4549-be03-706bb1aea69b,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:01.098475 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb02f649-be2b-4797-8832-6800c9fd0037 req-8f1e5605-8d29-492b-959b-cb9d4b1d9312 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:01.099295 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [req-bb02f649-be2b-4797-8832-6800c9fd0037 req-8f1e5605-8d29-492b-959b-cb9d4b1d9312 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] Synchronizing usage tracker for tenant:a8a4f70e41194b2eae97400fe38eb655 on resource:port {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:17:01.112367 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.db_base_plugin_common [req-0ed9f84a-d375-46a5-944a-a02f16a7b587 req-c7fe00e4-4211-4f1d-a6bc-db3e41470f8d tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Allocated IP 172.20.0.14 (3dcee093-7093-4d70-9e54-e71a2fd9b0d8/4959b550-e4a6-4bb2-a9b3-3d13206321f5/0fb11382-d873-41bd-aeb5-9123dc01c8dc) {{(pid=88177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:17:01.171435 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [req-34cc4558-3818-4b20-90e2-93a8d6258160 req-7f6976f0-9c52-487b-81e6-b55bb05e6e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:01.281472 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0e126bc-3188-44fe-aed9-9201d65a3e55 req-696185a8-dd0b-4d86-900d-b951a0015087 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Network 21e79c31-8e4c-4686-94df-41e665c65d49 is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:17:01.293277 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.base_scheduler [req-d0e126bc-3188-44fe-aed9-9201d65a3e55 req-696185a8-dd0b-4d86-900d-b951a0015087 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:17:01.314073 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Current status of the port ab89ce2b-e0be-4d8e-acd2-7d6575707034 is: ACTIVE; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:17:01.446766 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0037cdb9-94c7-4b9e-81a5-b22baf72a543 None None] Notify callbacks [] for port, precommit_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:01.486486 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-0037cdb9-94c7-4b9e-81a5-b22baf72a543 None None] Transition to ACTIVE for port object 8bab7070-b250-4470-9e83-a597b6ba73cf will not be triggered until provisioned by entity L2. {{(pid=88179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:17:01.496349 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0037cdb9-94c7-4b9e-81a5-b22baf72a543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:01.689310 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff202b9-ccca-441e-a562-bdf1358fc27a None None] Pushing event updated for resources: {'Port': ['ID=8bab7070-b250-4470-9e83-a597b6ba73cf,revision_number=3']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:01.778009 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-0ed9f84a-d375-46a5-944a-a02f16a7b587 req-c7fe00e4-4211-4f1d-a6bc-db3e41470f8d tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Notify callbacks [] for port, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:01.817882 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.provisioning_blocks [req-0ed9f84a-d375-46a5-944a-a02f16a7b587 req-c7fe00e4-4211-4f1d-a6bc-db3e41470f8d tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Transition to ACTIVE for port object 0fb11382-d873-41bd-aeb5-9123dc01c8dc will not be triggered until provisioned by entity DHCP. {{(pid=88177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:17:01.862766 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-50d96491-7f6a-4e42-bbae-1aac447b5db3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:01.882825 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.43', 58418) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:02.219340 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-0ed9f84a-d375-46a5-944a-a02f16a7b587 req-c7fe00e4-4211-4f1d-a6bc-db3e41470f8d tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782103981231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2688079'] for port, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:02.247824 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-136fd4b7-5ba6-44aa-8356-17e258c458ed req-5339a108-d979-491a-b585-df03bd6b680e tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Synchronizing usage tracker for tenant:0d240302ccf0453994b861ae39dea463 on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:17:02.285628 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9beaccc-8c35-4191-b935-375c5e5b6000 req-1cd2b9e7-af60-42b7-a7d9-3b36812f6afe tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:02.288569 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-b9beaccc-8c35-4191-b935-375c5e5b6000 req-1cd2b9e7-af60-42b7-a7d9-3b36812f6afe tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Synchronizing usage tracker for tenant:0d240302ccf0453994b861ae39dea463 on resource:network {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:17:02.354490 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-50d96491-7f6a-4e42-bbae-1aac447b5db3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:02.364082 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 52702) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:02.365904 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0e126bc-3188-44fe-aed9-9201d65a3e55 req-696185a8-dd0b-4d86-900d-b951a0015087 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Received port after_create {{(pid=88178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:17:02.405408 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-d634775c-b956-4a9d-8851-ad56b3479801 None None] Provisioning for port bfc1801b-3d8a-4549-be03-706bb1aea69b completed by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:17:02.426349 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-0037cdb9-94c7-4b9e-81a5-b22baf72a543 None None] Attempting to bind port 8bab7070-b250-4470-9e83-a597b6ba73cf on host dv-cinder-844605-1-iscsi for vnic_type normal with profile {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:17:02.429347 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-0037cdb9-94c7-4b9e-81a5-b22baf72a543 None None] Attempting to bind port 8bab7070-b250-4470-9e83-a597b6ba73cf by drivers openvswitch,hyperv on host dv-cinder-844605-1-iscsi at level 0 using segments [{'id': '57e9c6f3-a16e-4f97-bef6-f490cb187f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5316afc2-a33a-494f-bbbe-5e30377632ee'}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:17:02.430791 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0037cdb9-94c7-4b9e-81a5-b22baf72a543 None None] Attempting to bind port 8bab7070-b250-4470-9e83-a597b6ba73cf on network 5316afc2-a33a-494f-bbbe-5e30377632ee {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:17:02.446746 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 52704) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:02.450303 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0037cdb9-94c7-4b9e-81a5-b22baf72a543 None None] Checking agent: {'id': 'b95f8be4-ac30-48f3-8fc1-8bf3ad4a0571', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 7, 40), 'started_at': datetime.datetime(2022, 6, 28, 11, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:17:02.451262 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0037cdb9-94c7-4b9e-81a5-b22baf72a543 None None] Checking segment: {'id': '57e9c6f3-a16e-4f97-bef6-f490cb187f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5316afc2-a33a-494f-bbbe-5e30377632ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:17:02.473647 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0037cdb9-94c7-4b9e-81a5-b22baf72a543 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:02.474177 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0037cdb9-94c7-4b9e-81a5-b22baf72a543 None None] Bound using segment: {'id': '57e9c6f3-a16e-4f97-bef6-f490cb187f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5316afc2-a33a-494f-bbbe-5e30377632ee'} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:17:02.476086 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-0037cdb9-94c7-4b9e-81a5-b22baf72a543 None None] Bound port: 8bab7070-b250-4470-9e83-a597b6ba73cf, host: dv-cinder-844605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57e9c6f3-a16e-4f97-bef6-f490cb187f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5316afc2-a33a-494f-bbbe-5e30377632ee'}}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:17:02.476866 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0037cdb9-94c7-4b9e-81a5-b22baf72a543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:02.514873 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-d634775c-b956-4a9d-8851-ad56b3479801 None None] Provisioning complete for port bfc1801b-3d8a-4549-be03-706bb1aea69b triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:17:02.515323 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d634775c-b956-4a9d-8851-ad56b3479801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:02.588691 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ed9f84a-d375-46a5-944a-a02f16a7b587 req-c7fe00e4-4211-4f1d-a6bc-db3e41470f8d tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Network 3dcee093-7093-4d70-9e54-e71a2fd9b0d8 is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:17:02.596048 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-b9beaccc-8c35-4191-b935-375c5e5b6000 req-1cd2b9e7-af60-42b7-a7d9-3b36812f6afe tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Unset dirty status for tenant:0d240302ccf0453994b861ae39dea463 on resource:network {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:17:02.598337 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b9beaccc-8c35-4191-b935-375c5e5b6000 req-1cd2b9e7-af60-42b7-a7d9-3b36812f6afe tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.43 "GET /v2.0/networks?id=3f8d13e4-2335-496a-b358-95cda2a57319 HTTP/1.1" status: 200 len: 810 time: 0.5949492 Jun 28 11:17:02.610209 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b10d7055-03a0-4df8-ad74-ab8028263c50 req-c3d95d4d-d598-49b8-b1a6-6a51626283b5 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Network 3dcee093-7093-4d70-9e54-e71a2fd9b0d8 is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:17:02.617929 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [req-bb02f649-be2b-4797-8832-6800c9fd0037 req-8f1e5605-8d29-492b-959b-cb9d4b1d9312 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] Unset dirty status for tenant:a8a4f70e41194b2eae97400fe38eb655 on resource:port {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:17:02.618922 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.base_scheduler [req-0ed9f84a-d375-46a5-944a-a02f16a7b587 req-c7fe00e4-4211-4f1d-a6bc-db3e41470f8d tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:17:02.623921 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ed9f84a-d375-46a5-944a-a02f16a7b587 req-c7fe00e4-4211-4f1d-a6bc-db3e41470f8d tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Received port after_create {{(pid=88177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:17:02.627685 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-bb02f649-be2b-4797-8832-6800c9fd0037 req-8f1e5605-8d29-492b-959b-cb9d4b1d9312 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5deb6ac-32cb-4d1a-93ab-e6e05f6bbb77 HTTP/1.1" status: 200 len: 931 time: 3.1387684 Jun 28 11:17:02.640259 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e126bc-3188-44fe-aed9-9201d65a3e55 req-696185a8-dd0b-4d86-900d-b951a0015087 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:02.642442 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [req-d0e126bc-3188-44fe-aed9-9201d65a3e55 req-696185a8-dd0b-4d86-900d-b951a0015087 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562711'] for port, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:02.777306 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.notifiers.nova [req-34cc4558-3818-4b20-90e2-93a8d6258160 req-7f6976f0-9c52-487b-81e6-b55bb05e6e0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e3c05d1-565e-4652-99fe-fa38ec81e6bb {{(pid=88178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:17:02.793855 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-d0e126bc-3188-44fe-aed9-9201d65a3e55 req-696185a8-dd0b-4d86-900d-b951a0015087 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6711597 Jun 28 11:17:02.808885 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-136fd4b7-5ba6-44aa-8356-17e258c458ed req-5339a108-d979-491a-b585-df03bd6b680e tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Unset dirty status for tenant:0d240302ccf0453994b861ae39dea463 on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:17:02.814830 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [req-34cc4558-3818-4b20-90e2-93a8d6258160 req-7f6976f0-9c52-487b-81e6-b55bb05e6e0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:02.816297 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-136fd4b7-5ba6-44aa-8356-17e258c458ed req-5339a108-d979-491a-b585-df03bd6b680e tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5feac2-94f7-4fac-9509-f0a495642234 HTTP/1.1" status: 200 len: 210 time: 2.0802517 Jun 28 11:17:02.819887 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-50d96491-7f6a-4e42-bbae-1aac447b5db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:02.912888 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [req-d0e126bc-3188-44fe-aed9-9201d65a3e55 req-d59cf63c-0934-420c-aa7a-9948a2136bbb service neutron] Request body: {'port': {'device_id': '2bf380c0-b4f7-43e2-a809-1619f0a0ef32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:17:02.999495 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.base_scheduler [req-b10d7055-03a0-4df8-ad74-ab8028263c50 req-c3d95d4d-d598-49b8-b1a6-6a51626283b5 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:17:03.020972 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-d634775c-b956-4a9d-8851-ad56b3479801 None None] Port bfc1801b-3d8a-4549-be03-706bb1aea69b cannot update to ACTIVE because it is not bound. {{(pid=88179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:17:03.066246 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.l3_dvrscheduler_db [req-b10d7055-03a0-4df8-ad74-ab8028263c50 req-c3d95d4d-d598-49b8-b1a6-6a51626283b5 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Received port after_create {{(pid=88177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:17:03.071274 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-0037cdb9-94c7-4b9e-81a5-b22baf72a543 None None] For port 8bab7070-b250-4470-9e83-a597b6ba73cf, host dv-cinder-844605-1-iscsi, cleared binding levels {{(pid=88179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:17:03.076574 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-bb02f649-be2b-4797-8832-6800c9fd0037 req-0d7677a1-95c4-4881-830a-6c4f94ad4eb5 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6daf09b6-1da0-4cde-927a-d027da925601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4476810 Jun 28 11:17:03.079430 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-0037cdb9-94c7-4b9e-81a5-b22baf72a543 None None] For port 8bab7070-b250-4470-9e83-a597b6ba73cf, host dv-cinder-844605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=8bab7070-b250-4470-9e83-a597b6ba73cf,segment=NetworkSegment(57e9c6f3-a16e-4f97-bef6-f490cb187f6c),segment_id=57e9c6f3-a16e-4f97-bef6-f490cb187f6c)] {{(pid=88179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:17:03.099722 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0037cdb9-94c7-4b9e-81a5-b22baf72a543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:03.164714 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.provisioning_blocks [req-34cc4558-3818-4b20-90e2-93a8d6258160 req-7f6976f0-9c52-487b-81e6-b55bb05e6e0a service neutron] Transition to ACTIVE for port object 3e3c05d1-565e-4652-99fe-fa38ec81e6bb will not be triggered until provisioned by entity L2. {{(pid=88178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:17:03.179568 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [req-34cc4558-3818-4b20-90e2-93a8d6258160 req-7f6976f0-9c52-487b-81e6-b55bb05e6e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2287912'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:03.258545 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d95d4d-d598-49b8-b1a6-6a51626283b5 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Pushing event updated for resources: {'Port': ['ID=550bd21d-10c5-4388-a5c4-8c0d38d1f620,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:03.322438 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9f84a-d375-46a5-944a-a02f16a7b587 req-c7fe00e4-4211-4f1d-a6bc-db3e41470f8d tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:03.322438 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-0ed9f84a-d375-46a5-944a-a02f16a7b587 req-c7fe00e4-4211-4f1d-a6bc-db3e41470f8d tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562711'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:03.359137 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d96491-7f6a-4e42-bbae-1aac447b5db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc7559e-7d53-4cd3-9dff-217dd944eb58,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:03.430288 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff202b9-ccca-441e-a562-bdf1358fc27a None None] Pushing event updated for resources: {'Port': ['ID=8bab7070-b250-4470-9e83-a597b6ba73cf,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:03.507026 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0037cdb9-94c7-4b9e-81a5-b22baf72a543 None None] Routers {'0f6938db-4fb7-4c6a-8830-23d35946ba3c'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:17:03.507669 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-0037cdb9-94c7-4b9e-81a5-b22baf72a543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:16:39Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['0f6938db-4fb7-4c6a-8830-23d35946ba3c'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:17:03.548529 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [req-d0e126bc-3188-44fe-aed9-9201d65a3e55 req-d59cf63c-0934-420c-aa7a-9948a2136bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:03.568525 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-47d82482-e372-4af9-87c8-110b69dc5859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:03.591819 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 52724) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:03.610205 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-50d96491-7f6a-4e42-bbae-1aac447b5db3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:03.613991 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-50d96491-7f6a-4e42-bbae-1aac447b5db3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8dc7559e-7d53-4cd3-9dff-217dd944eb58 HTTP/1.1" status: 204 len: 168 time: 3.3450003 Jun 28 11:17:03.650722 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-6d86520d-e5b7-48e0-8eea-7ccb240b16c9 None None] Provisioning for port 0fb11382-d873-41bd-aeb5-9123dc01c8dc completed by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:17:03.652865 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d7055-03a0-4df8-ad74-ab8028263c50 req-c3d95d4d-d598-49b8-b1a6-6a51626283b5 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:03.653170 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-b10d7055-03a0-4df8-ad74-ab8028263c50 req-c3d95d4d-d598-49b8-b1a6-6a51626283b5 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562711'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:03.693765 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-b9beaccc-8c35-4191-b935-375c5e5b6000 req-b57fb8ed-3478-4070-8d43-b24f4243e391 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Synchronizing usage tracker for tenant:0d240302ccf0453994b861ae39dea463 on resource:security_group {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:17:03.713148 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-0ed9f84a-d375-46a5-944a-a02f16a7b587 req-c7fe00e4-4211-4f1d-a6bc-db3e41470f8d tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.5314879 Jun 28 11:17:03.719472 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [req-0ed9f84a-d375-46a5-944a-a02f16a7b587 req-1aebdf73-b24f-44ef-9433-5776f5bd975f service neutron] Request body: {'port': {'device_id': '548398f6-21cb-449b-b283-b7585254ad20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:17:03.744287 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-15c8682b-f164-415d-9f05-6bd0f101c344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:03.798024 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b10d7055-03a0-4df8-ad74-ab8028263c50 req-c3d95d4d-d598-49b8-b1a6-6a51626283b5 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.7085507 Jun 28 11:17:03.904167 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fe00e4-4211-4f1d-a6bc-db3e41470f8d tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Pushing event updated for resources: {'Port': ['ID=0fb11382-d873-41bd-aeb5-9123dc01c8dc,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:03.921349 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-0de41931-966a-4e5d-a11a-7c9a40f14ec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:03.935780 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-0037cdb9-94c7-4b9e-81a5-b22baf72a543 None None] Set router 0f6938db-4fb7-4c6a-8830-23d35946ba3c gateway port host: dv-cinder-844605-1-iscsi {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:17:04.000332 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-0de41931-966a-4e5d-a11a-7c9a40f14ec1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:04.006516 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-b9beaccc-8c35-4191-b935-375c5e5b6000 req-b57fb8ed-3478-4070-8d43-b24f4243e391 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Unset dirty status for tenant:0d240302ccf0453994b861ae39dea463 on resource:security_group {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:17:04.007634 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b9beaccc-8c35-4191-b935-375c5e5b6000 req-b57fb8ed-3478-4070-8d43-b24f4243e391 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d240302ccf0453994b861ae39dea463 HTTP/1.1" status: 200 len: 379 time: 1.1327119 Jun 28 11:17:04.008718 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-0de41931-966a-4e5d-a11a-7c9a40f14ec1 admin admin] Usage tracker for resource:security_group_rule and tenant:840219d829924ba996d919a2199b44ec is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:04.092693 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6976f0-9c52-487b-81e6-b55bb05e6e0a service neutron] Pushing event updated for resources: {'Port': ['ID=3e3c05d1-565e-4652-99fe-fa38ec81e6bb,revision_number=2']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:04.096801 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [req-b10d7055-03a0-4df8-ad74-ab8028263c50 req-87cab7db-add5-448f-91a0-9ca45926e477 service neutron] Request body: {'port': {'device_id': 'b00c32bb-5b10-4ba1-bb89-82e34b2ba60f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:17:04.115720 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-47d82482-e372-4af9-87c8-110b69dc5859 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:04.133176 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-47d82482-e372-4af9-87c8-110b69dc5859 admin admin] Usage tracker for resource:security_group_rule and tenant:973cc75fff934bcb93ca239d2d09eda7 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:04.160171 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-47d82482-e372-4af9-87c8-110b69dc5859 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:04.186753 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-47d82482-e372-4af9-87c8-110b69dc5859 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:04.257426 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [req-b9beaccc-8c35-4191-b935-375c5e5b6000 req-737ee6e6-3ad1-4733-8924-642fba88a6b9 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Request body: {'port': {'device_id': '0a5feac2-94f7-4fac-9509-f0a495642234', 'network_id': '3f8d13e4-2335-496a-b358-95cda2a57319', 'admin_state_up': True, 'tenant_id': '0d240302ccf0453994b861ae39dea463', 'security_groups': ['56306c0d-b659-4870-a456-904bd2051209']}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:17:04.316582 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 52738) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:04.357906 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-6d86520d-e5b7-48e0-8eea-7ccb240b16c9 None None] Provisioning complete for port 0fb11382-d873-41bd-aeb5-9123dc01c8dc triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:17:04.358347 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6d86520d-e5b7-48e0-8eea-7ccb240b16c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:04.373705 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-15c8682b-f164-415d-9f05-6bd0f101c344 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:04.379266 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-15c8682b-f164-415d-9f05-6bd0f101c344 admin admin] Usage tracker for resource:security_group_rule and tenant:0a48141f073d41f292a6876648b73960 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:04.382860 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-15c8682b-f164-415d-9f05-6bd0f101c344 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:04.390882 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-15c8682b-f164-415d-9f05-6bd0f101c344 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:04.419534 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-6d86520d-e5b7-48e0-8eea-7ccb240b16c9 None None] Port 0fb11382-d873-41bd-aeb5-9123dc01c8dc cannot update to ACTIVE because it is not bound. {{(pid=88179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:17:04.462214 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-0037cdb9-94c7-4b9e-81a5-b22baf72a543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6938db-4fb7-4c6a-8830-23d35946ba3c', 'name': 'tempest-DeleteServersTestJSON-2049189769-router', 'tenant_id': 'a8a4f70e41194b2eae97400fe38eb655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'f46b4231-e62e-4874-ad62-57a42b5c1947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:23Z', 'updated_at': '2022-06-28T11:16:41Z', 'revision_number': 4, 'project_id': 'a8a4f70e41194b2eae97400fe38eb655', 'gw_port': {'id': 'f46b4231-e62e-4874-ad62-57a42b5c1947', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:81:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6938db-4fb7-4c6a-8830-23d35946ba3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:26Z', 'updated_at': '2022-06-28T11:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': '8bab7070-b250-4470-9e83-a597b6ba73cf', 'name': '', 'network_id': '5316afc2-a33a-494f-bbbe-5e30377632ee', 'tenant_id': 'a8a4f70e41194b2eae97400fe38eb655', 'mac_address': 'fa:16:3e:2f:0a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6938db-4fb7-4c6a-8830-23d35946ba3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c11ff635-d1c5-4ba3-9901-0a630d89e709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:39Z', 'updated_at': '2022-06-28T11:17:03Z', 'revision_number': 4, 'project_id': 'a8a4f70e41194b2eae97400fe38eb655', 'subnets': [{'id': 'c11ff635-d1c5-4ba3-9901-0a630d89e709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:17:04.472443 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0037cdb9-94c7-4b9e-81a5-b22baf72a543 None None] The sync data for ids ['0f6938db-4fb7-4c6a-8830-23d35946ba3c'] in dv-cinder-844605-1-iscsi is: [{'id': '0f6938db-4fb7-4c6a-8830-23d35946ba3c', 'name': 'tempest-DeleteServersTestJSON-2049189769-router', 'tenant_id': 'a8a4f70e41194b2eae97400fe38eb655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'f46b4231-e62e-4874-ad62-57a42b5c1947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:23Z', 'updated_at': '2022-06-28T11:16:41Z', 'revision_number': 4, 'project_id': 'a8a4f70e41194b2eae97400fe38eb655', 'gw_port': {'id': 'f46b4231-e62e-4874-ad62-57a42b5c1947', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:81:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6938db-4fb7-4c6a-8830-23d35946ba3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:26Z', 'updated_at': '2022-06-28T11:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': '8bab7070-b250-4470-9e83-a597b6ba73cf', 'name': '', 'network_id': '5316afc2-a33a-494f-bbbe-5e30377632ee', 'tenant_id': 'a8a4f70e41194b2eae97400fe38eb655', 'mac_address': 'fa:16:3e:2f:0a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6938db-4fb7-4c6a-8830-23d35946ba3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c11ff635-d1c5-4ba3-9901-0a630d89e709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:39Z', 'updated_at': '2022-06-28T11:17:03Z', 'revision_number': 4, 'project_id': 'a8a4f70e41194b2eae97400fe38eb655', 'subnets': [{'id': 'c11ff635-d1c5-4ba3-9901-0a630d89e709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:17:04.529941 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-15c8682b-f164-415d-9f05-6bd0f101c344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:04.566220 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-0de41931-966a-4e5d-a11a-7c9a40f14ec1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:04.571508 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7daacd98-1667-4f99-8d28-3994f837fcad None None] Provisioning for port 550bd21d-10c5-4388-a5c4-8c0d38d1f620 completed by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:17:04.574906 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-0de41931-966a-4e5d-a11a-7c9a40f14ec1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:04.582741 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7daacd98-1667-4f99-8d28-3994f837fcad None None] Provisioning complete for port 550bd21d-10c5-4388-a5c4-8c0d38d1f620 triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:17:04.585360 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7daacd98-1667-4f99-8d28-3994f837fcad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:04.683135 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-0de41931-966a-4e5d-a11a-7c9a40f14ec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:04.724463 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [req-b9beaccc-8c35-4191-b935-375c5e5b6000 req-737ee6e6-3ad1-4733-8924-642fba88a6b9 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:04.735430 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.managers [req-34cc4558-3818-4b20-90e2-93a8d6258160 req-7f6976f0-9c52-487b-81e6-b55bb05e6e0a service neutron] Attempting to bind port 3e3c05d1-565e-4652-99fe-fa38ec81e6bb on host hv-cinder-84460 for vnic_type normal with profile {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:17:04.736090 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.managers [req-34cc4558-3818-4b20-90e2-93a8d6258160 req-7f6976f0-9c52-487b-81e6-b55bb05e6e0a service neutron] Attempting to bind port 3e3c05d1-565e-4652-99fe-fa38ec81e6bb by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': '57e9c6f3-a16e-4f97-bef6-f490cb187f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5316afc2-a33a-494f-bbbe-5e30377632ee'}] {{(pid=88178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:17:04.736504 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cc4558-3818-4b20-90e2-93a8d6258160 req-7f6976f0-9c52-487b-81e6-b55bb05e6e0a service neutron] Attempting to bind port 3e3c05d1-565e-4652-99fe-fa38ec81e6bb on network 5316afc2-a33a-494f-bbbe-5e30377632ee {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:17:04.736924 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [req-b9beaccc-8c35-4191-b935-375c5e5b6000 req-737ee6e6-3ad1-4733-8924-642fba88a6b9 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:04.742247 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-15c8682b-f164-415d-9f05-6bd0f101c344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:04.745481 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-0ed9f84a-d375-46a5-944a-a02f16a7b587 req-1aebdf73-b24f-44ef-9433-5776f5bd975f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:04.771146 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cc4558-3818-4b20-90e2-93a8d6258160 req-7f6976f0-9c52-487b-81e6-b55bb05e6e0a service neutron] Port 3e3c05d1-565e-4652-99fe-fa38ec81e6bb on network 5316afc2-a33a-494f-bbbe-5e30377632ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 11:17:04.771550 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cc4558-3818-4b20-90e2-93a8d6258160 req-7f6976f0-9c52-487b-81e6-b55bb05e6e0a service neutron] Attempting to bind port 3e3c05d1-565e-4652-99fe-fa38ec81e6bb on network 5316afc2-a33a-494f-bbbe-5e30377632ee {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:17:04.834395 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cc4558-3818-4b20-90e2-93a8d6258160 req-7f6976f0-9c52-487b-81e6-b55bb05e6e0a service neutron] Checking agent: {'id': '08bfabbf-d5f3-4ca7-8c16-3ebc8bd75d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 14), 'started_at': datetime.datetime(2022, 6, 28, 11, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:17:04.834745 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cc4558-3818-4b20-90e2-93a8d6258160 req-7f6976f0-9c52-487b-81e6-b55bb05e6e0a service neutron] Checking segment: {'id': '57e9c6f3-a16e-4f97-bef6-f490cb187f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5316afc2-a33a-494f-bbbe-5e30377632ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:17:04.835707 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cc4558-3818-4b20-90e2-93a8d6258160 req-7f6976f0-9c52-487b-81e6-b55bb05e6e0a service neutron] Bound using segment: {'id': '57e9c6f3-a16e-4f97-bef6-f490cb187f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5316afc2-a33a-494f-bbbe-5e30377632ee'} {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:17:04.836167 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.managers [req-34cc4558-3818-4b20-90e2-93a8d6258160 req-7f6976f0-9c52-487b-81e6-b55bb05e6e0a service neutron] Bound port: 3e3c05d1-565e-4652-99fe-fa38ec81e6bb, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57e9c6f3-a16e-4f97-bef6-f490cb187f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5316afc2-a33a-494f-bbbe-5e30377632ee'}}] {{(pid=88178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:17:04.836503 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [req-34cc4558-3818-4b20-90e2-93a8d6258160 req-7f6976f0-9c52-487b-81e6-b55bb05e6e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:04.841722 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7daacd98-1667-4f99-8d28-3994f837fcad None None] Port 550bd21d-10c5-4388-a5c4-8c0d38d1f620 cannot update to ACTIVE because it is not bound. {{(pid=88179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:17:04.864491 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-7994a076-b9f6-4556-8ce6-fd4712b8027d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:04.884453 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c8682b-f164-415d-9f05-6bd0f101c344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d933da7-9419-4fd1-a17c-fba5b503a249,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:05.021430 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-7994a076-b9f6-4556-8ce6-fd4712b8027d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:05.026756 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-7994a076-b9f6-4556-8ce6-fd4712b8027d admin admin] Usage tracker for resource:security_group_rule and tenant:1828c6c57781435f9aeeae08fe2f47d3 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:05.031892 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-7994a076-b9f6-4556-8ce6-fd4712b8027d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:05.039020 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-7994a076-b9f6-4556-8ce6-fd4712b8027d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:05.109879 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9beaccc-8c35-4191-b935-375c5e5b6000 req-737ee6e6-3ad1-4733-8924-642fba88a6b9 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Made reservation on behalf of 0d240302ccf0453994b861ae39dea463 for: {'port': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:17:05.117090 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-b9beaccc-8c35-4191-b935-375c5e5b6000 req-737ee6e6-3ad1-4733-8924-642fba88a6b9 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:05.144581 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-15c8682b-f164-415d-9f05-6bd0f101c344 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0a48141f073d41f292a6876648b73960&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7244244 Jun 28 11:17:05.177581 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 52744) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:05.202507 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba6ee4-08b0-45bd-abfb-a313b8c3101c req-ec8c53e0-5818-4d56-ab2c-80a771642194 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:05.208341 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-18ba6ee4-08b0-45bd-abfb-a313b8c3101c req-ec8c53e0-5818-4d56-ab2c-80a771642194 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=548398f6-21cb-449b-b283-b7585254ad20 HTTP/1.1" status: 200 len: 932 time: 1.8763871 Jun 28 11:17:05.215324 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b6f13d-1496-457a-8f12-53e1eed56d97 req-b2a1888d-b08e-4eb9-8436-2cad467b3e70 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:05.224666 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-75b6f13d-1496-457a-8f12-53e1eed56d97 req-b2a1888d-b08e-4eb9-8436-2cad467b3e70 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bf380c0-b4f7-43e2-a809-1619f0a0ef32 HTTP/1.1" status: 200 len: 932 time: 1.9389913 Jun 28 11:17:05.226694 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-0de41931-966a-4e5d-a11a-7c9a40f14ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:05.399210 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de41931-966a-4e5d-a11a-7c9a40f14ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfcfb041-d84f-4ce8-972d-7b3d1a5ad21a,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:05.402282 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-b10d7055-03a0-4df8-ad74-ab8028263c50 req-87cab7db-add5-448f-91a0-9ca45926e477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:05.474010 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-7994a076-b9f6-4556-8ce6-fd4712b8027d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:05.512861 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 8bab7070-b250-4470-9e83-a597b6ba73cf up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:17:05.556274 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-47d82482-e372-4af9-87c8-110b69dc5859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:05.570287 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.db [req-34cc4558-3818-4b20-90e2-93a8d6258160 req-7f6976f0-9c52-487b-81e6-b55bb05e6e0a service neutron] For port 3e3c05d1-565e-4652-99fe-fa38ec81e6bb, host hv-cinder-84460, cleared binding levels {{(pid=88178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:17:05.593317 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-7994a076-b9f6-4556-8ce6-fd4712b8027d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:05.613038 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-47d82482-e372-4af9-87c8-110b69dc5859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:05.747834 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning for port 8bab7070-b250-4470-9e83-a597b6ba73cf completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:17:05.753913 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning complete for port 8bab7070-b250-4470-9e83-a597b6ba73cf triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:17:05.754283 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:05.774486 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7994a076-b9f6-4556-8ce6-fd4712b8027d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79dcf83c-005f-4e46-986d-f3667127183c,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:05.786014 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.notifiers.nova [req-0ed9f84a-d375-46a5-944a-a02f16a7b587 req-1aebdf73-b24f-44ef-9433-5776f5bd975f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fb11382-d873-41bd-aeb5-9123dc01c8dc {{(pid=88177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:17:05.805710 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-0ed9f84a-d375-46a5-944a-a02f16a7b587 req-1aebdf73-b24f-44ef-9433-5776f5bd975f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:05.837893 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.provisioning_blocks [req-0ed9f84a-d375-46a5-944a-a02f16a7b587 req-1aebdf73-b24f-44ef-9433-5776f5bd975f service neutron] Transition to ACTIVE for port object 0fb11382-d873-41bd-aeb5-9123dc01c8dc will not be triggered until provisioned by entity L2. {{(pid=88177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:17:05.884036 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.db [req-34cc4558-3818-4b20-90e2-93a8d6258160 req-7f6976f0-9c52-487b-81e6-b55bb05e6e0a service neutron] For port 3e3c05d1-565e-4652-99fe-fa38ec81e6bb, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=3e3c05d1-565e-4652-99fe-fa38ec81e6bb,segment=NetworkSegment(57e9c6f3-a16e-4f97-bef6-f490cb187f6c),segment_id=57e9c6f3-a16e-4f97-bef6-f490cb187f6c)] {{(pid=88178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:17:05.890307 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-0de41931-966a-4e5d-a11a-7c9a40f14ec1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=840219d829924ba996d919a2199b44ec&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2789056 Jun 28 11:17:05.891919 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-18ba6ee4-08b0-45bd-abfb-a313b8c3101c req-86de6c7a-2213-4c1e-8c96-4d548e3b1d53 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5522709 Jun 28 11:17:05.896160 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 52748) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:05.903203 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-0ed9f84a-d375-46a5-944a-a02f16a7b587 req-1aebdf73-b24f-44ef-9433-5776f5bd975f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2688088'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:05.930435 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [req-34cc4558-3818-4b20-90e2-93a8d6258160 req-7f6976f0-9c52-487b-81e6-b55bb05e6e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2287912'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:05.940943 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-b0e13eff-a14a-442b-ba58-f65354e1e3c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:06.036168 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-47d82482-e372-4af9-87c8-110b69dc5859 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=973cc75fff934bcb93ca239d2d09eda7&name=default HTTP/1.1" status: 200 len: 2979 time: 3.5660362 Jun 28 11:17:06.056685 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-7994a076-b9f6-4556-8ce6-fd4712b8027d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1828c6c57781435f9aeeae08fe2f47d3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5248821 Jun 28 11:17:06.091520 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 52752) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:06.091682 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 52754) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:06.259067 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc4558-3818-4b20-90e2-93a8d6258160 req-7f6976f0-9c52-487b-81e6-b55bb05e6e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:06.259683 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [req-34cc4558-3818-4b20-90e2-93a8d6258160 req-7f6976f0-9c52-487b-81e6-b55bb05e6e0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562711'] for port, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:06.265553 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-34cc4558-3818-4b20-90e2-93a8d6258160 req-7f6976f0-9c52-487b-81e6-b55bb05e6e0a service neutron] 10.222.0.43 "PUT /v2.0/ports/3e3c05d1-565e-4652-99fe-fa38ec81e6bb HTTP/1.1" status: 200 len: 1093 time: 6.5345626 Jun 28 11:17:06.345666 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5deb6ac-32cb-4d1a-93ab-e6e05f6bbb77', 'tag': '3e3c05d1-565e-4652-99fe-fa38ec81e6bb'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:17:06.349637 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d82482-e372-4af9-87c8-110b69dc5859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2341e29-0e01-4543-ab4a-cf381e19753c,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:06.405507 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Current status of the port 8bab7070-b250-4470-9e83-a597b6ba73cf is: DOWN; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:17:06.406189 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:06.481948 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aebdf73-b24f-44ef-9433-5776f5bd975f service neutron] Pushing event updated for resources: {'Port': ['ID=0fb11382-d873-41bd-aeb5-9123dc01c8dc,revision_number=2']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:06.483635 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-c210ad27-3e44-4f46-a867-693599c77eab req-a9c9cafc-4578-4da0-b33f-7d09b999b7bf tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5feac2-94f7-4fac-9509-f0a495642234 HTTP/1.1" status: 200 len: 210 time: 0.4046352 Jun 28 11:17:06.495999 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] For port 8bab7070-b250-4470-9e83-a597b6ba73cf, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=8bab7070-b250-4470-9e83-a597b6ba73cf,segment=NetworkSegment(57e9c6f3-a16e-4f97-bef6-f490cb187f6c),segment_id=57e9c6f3-a16e-4f97-bef6-f490cb187f6c)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:17:06.496237 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-b0e13eff-a14a-442b-ba58-f65354e1e3c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:06.508614 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c0785d27-40fa-4da6-8194-ae283f2c96f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:06.511986 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:06.576703 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6976f0-9c52-487b-81e6-b55bb05e6e0a service neutron] Pushing event updated for resources: {'Port': ['ID=3e3c05d1-565e-4652-99fe-fa38ec81e6bb,revision_number=3']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:06.603125 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-4f698d14-a282-4dd8-9681-533f9cd72b22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:06.606148 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Pushing event updated for resources: {'Port': ['ID=8bab7070-b250-4470-9e83-a597b6ba73cf,revision_number=5']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:06.727288 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.db.resource_extend [req-d0e126bc-3188-44fe-aed9-9201d65a3e55 req-d59cf63c-0934-420c-aa7a-9948a2136bbb service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 28 11:17:06.742798 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-75b6f13d-1496-457a-8f12-53e1eed56d97 req-4a88baeb-707f-4923-b4cf-b0557666bc6e tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c9f6dd2-5c69-47a3-a1db-bebdcd4d9b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.5171750 Jun 28 11:17:06.784071 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.db_base_plugin_common [req-b9beaccc-8c35-4191-b935-375c5e5b6000 req-737ee6e6-3ad1-4733-8924-642fba88a6b9 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Allocated IP 172.20.0.13 (3f8d13e4-2335-496a-b358-95cda2a57319/2fabbc00-cab3-403d-bb79-f769bf69911e/251e1a9d-ec96-4ba0-a7a1-43dc3602134b) {{(pid=88177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:17:06.866006 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-4f698d14-a282-4dd8-9681-533f9cd72b22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:06.898627 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7c9c26e-c60a-466e-bc62-50cfb6c57d11'] response: {'name': 'network-changed', 'server_uuid': 'd5deb6ac-32cb-4d1a-93ab-e6e05f6bbb77', 'tag': '3e3c05d1-565e-4652-99fe-fa38ec81e6bb', 'status': 'completed', 'code': 200} Jun 28 11:17:06.929285 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-68d8647d-2e61-4415-993f-e678182e66e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:06.957247 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.notifiers.nova [req-d0e126bc-3188-44fe-aed9-9201d65a3e55 req-d59cf63c-0934-420c-aa7a-9948a2136bbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfc1801b-3d8a-4549-be03-706bb1aea69b {{(pid=88178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:17:06.982877 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [req-d0e126bc-3188-44fe-aed9-9201d65a3e55 req-d59cf63c-0934-420c-aa7a-9948a2136bbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:06.988782 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc4558-3818-4b20-90e2-93a8d6258160 req-b0306428-dab4-40e8-82ee-270886911386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:06.990464 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-34cc4558-3818-4b20-90e2-93a8d6258160 req-b0306428-dab4-40e8-82ee-270886911386 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8a4f70e41194b2eae97400fe38eb655&device_id=d5deb6ac-32cb-4d1a-93ab-e6e05f6bbb77 HTTP/1.1" status: 200 len: 1096 time: 0.6378739 Jun 28 11:17:07.009988 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-b0e13eff-a14a-442b-ba58-f65354e1e3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:07.039165 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-40ccd083-f81a-43c4-94db-cedd3a1468a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:07.088936 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-68d8647d-2e61-4415-993f-e678182e66e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:07.116212 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-34cc4558-3818-4b20-90e2-93a8d6258160 req-e7d391a4-cc68-4d7c-b16c-e3dd6eb589b7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e3c05d1-565e-4652-99fe-fa38ec81e6bb HTTP/1.1" status: 200 len: 217 time: 0.1079648 Jun 28 11:17:07.116922 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e13eff-a14a-442b-ba58-f65354e1e3c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d933da7-9419-4fd1-a17c-fba5b503a249,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:07.124923 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.provisioning_blocks [req-d0e126bc-3188-44fe-aed9-9201d65a3e55 req-d59cf63c-0934-420c-aa7a-9948a2136bbb service neutron] Transition to ACTIVE for port object bfc1801b-3d8a-4549-be03-706bb1aea69b will not be triggered until provisioned by entity L2. {{(pid=88178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:17:07.178288 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [req-d0e126bc-3188-44fe-aed9-9201d65a3e55 req-d59cf63c-0934-420c-aa7a-9948a2136bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2287912'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:07.238807 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-40ccd083-f81a-43c4-94db-cedd3a1468a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:07.257055 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-b0e13eff-a14a-442b-ba58-f65354e1e3c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:07.258178 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-b0e13eff-a14a-442b-ba58-f65354e1e3c8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9d933da7-9419-4fd1-a17c-fba5b503a249 HTTP/1.1" status: 204 len: 168 time: 2.0653863 Jun 28 11:17:07.263627 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-4f698d14-a282-4dd8-9681-533f9cd72b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:07.275133 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.managers [req-0ed9f84a-d375-46a5-944a-a02f16a7b587 req-1aebdf73-b24f-44ef-9433-5776f5bd975f service neutron] Attempting to bind port 0fb11382-d873-41bd-aeb5-9123dc01c8dc on host hv-cinder-84460 for vnic_type normal with profile {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:17:07.275133 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.managers [req-0ed9f84a-d375-46a5-944a-a02f16a7b587 req-1aebdf73-b24f-44ef-9433-5776f5bd975f service neutron] Attempting to bind port 0fb11382-d873-41bd-aeb5-9123dc01c8dc by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': 'fd3dbdf8-f40f-4579-8d9f-d3926cb58f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3dcee093-7093-4d70-9e54-e71a2fd9b0d8'}] {{(pid=88177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:17:07.275352 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed9f84a-d375-46a5-944a-a02f16a7b587 req-1aebdf73-b24f-44ef-9433-5776f5bd975f service neutron] Attempting to bind port 0fb11382-d873-41bd-aeb5-9123dc01c8dc on network 3dcee093-7093-4d70-9e54-e71a2fd9b0d8 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:17:07.320575 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed9f84a-d375-46a5-944a-a02f16a7b587 req-1aebdf73-b24f-44ef-9433-5776f5bd975f service neutron] Port 0fb11382-d873-41bd-aeb5-9123dc01c8dc on network 3dcee093-7093-4d70-9e54-e71a2fd9b0d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 11:17:07.325056 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed9f84a-d375-46a5-944a-a02f16a7b587 req-1aebdf73-b24f-44ef-9433-5776f5bd975f service neutron] Attempting to bind port 0fb11382-d873-41bd-aeb5-9123dc01c8dc on network 3dcee093-7093-4d70-9e54-e71a2fd9b0d8 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:17:07.369202 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54917a4-4443-411a-a7ac-54f56e100517 req-3d796529-11e9-4251-9d80-9d4387bf43a0 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:07.376467 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-b54917a4-4443-411a-a7ac-54f56e100517 req-3d796529-11e9-4251-9d80-9d4387bf43a0 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5deb6ac-32cb-4d1a-93ab-e6e05f6bbb77 HTTP/1.1" status: 200 len: 943 time: 0.6331379 Jun 28 11:17:07.378355 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f698d14-a282-4dd8-9681-533f9cd72b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2341e29-0e01-4543-ab4a-cf381e19753c,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:07.385119 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed9f84a-d375-46a5-944a-a02f16a7b587 req-1aebdf73-b24f-44ef-9433-5776f5bd975f service neutron] Checking agent: {'id': '08bfabbf-d5f3-4ca7-8c16-3ebc8bd75d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 14), 'started_at': datetime.datetime(2022, 6, 28, 11, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:17:07.385477 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed9f84a-d375-46a5-944a-a02f16a7b587 req-1aebdf73-b24f-44ef-9433-5776f5bd975f service neutron] Checking segment: {'id': 'fd3dbdf8-f40f-4579-8d9f-d3926cb58f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3dcee093-7093-4d70-9e54-e71a2fd9b0d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:17:07.386018 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed9f84a-d375-46a5-944a-a02f16a7b587 req-1aebdf73-b24f-44ef-9433-5776f5bd975f service neutron] Bound using segment: {'id': 'fd3dbdf8-f40f-4579-8d9f-d3926cb58f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3dcee093-7093-4d70-9e54-e71a2fd9b0d8'} {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:17:07.386802 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.managers [req-0ed9f84a-d375-46a5-944a-a02f16a7b587 req-1aebdf73-b24f-44ef-9433-5776f5bd975f service neutron] Bound port: 0fb11382-d873-41bd-aeb5-9123dc01c8dc, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd3dbdf8-f40f-4579-8d9f-d3926cb58f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3dcee093-7093-4d70-9e54-e71a2fd9b0d8'}}] {{(pid=88177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:17:07.386802 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-0ed9f84a-d375-46a5-944a-a02f16a7b587 req-1aebdf73-b24f-44ef-9433-5776f5bd975f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:07.412768 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59cf63c-0934-420c-aa7a-9948a2136bbb service neutron] Pushing event updated for resources: {'Port': ['ID=bfc1801b-3d8a-4549-be03-706bb1aea69b,revision_number=2']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:07.420313 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc4558-3818-4b20-90e2-93a8d6258160 req-588495cb-87af-4266-9837-0b41f133a904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:07.422174 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-34cc4558-3818-4b20-90e2-93a8d6258160 req-588495cb-87af-4266-9837-0b41f133a904 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c11ff635-d1c5-4ba3-9901-0a630d89e709 HTTP/1.1" status: 200 len: 851 time: 0.2942028 Jun 28 11:17:07.491544 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 8bab7070-b250-4470-9e83-a597b6ba73cf up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:17:07.506196 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-4f698d14-a282-4dd8-9681-533f9cd72b22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:07.510288 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-4f698d14-a282-4dd8-9681-533f9cd72b22 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e2341e29-0e01-4543-ab4a-cf381e19753c HTTP/1.1" status: 204 len: 168 time: 1.4028423 Jun 28 11:17:07.548941 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.db [req-0ed9f84a-d375-46a5-944a-a02f16a7b587 req-1aebdf73-b24f-44ef-9433-5776f5bd975f service neutron] For port 0fb11382-d873-41bd-aeb5-9123dc01c8dc, host hv-cinder-84460, cleared binding levels {{(pid=88177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:17:07.554253 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.db [req-0ed9f84a-d375-46a5-944a-a02f16a7b587 req-1aebdf73-b24f-44ef-9433-5776f5bd975f service neutron] For port 0fb11382-d873-41bd-aeb5-9123dc01c8dc, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=0fb11382-d873-41bd-aeb5-9123dc01c8dc,segment=NetworkSegment(fd3dbdf8-f40f-4579-8d9f-d3926cb58f5f),segment_id=fd3dbdf8-f40f-4579-8d9f-d3926cb58f5f)] {{(pid=88177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:17:07.565862 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.db.resource_extend [req-b10d7055-03a0-4df8-ad74-ab8028263c50 req-87cab7db-add5-448f-91a0-9ca45926e477 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 28 11:17:07.569319 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-68d8647d-2e61-4415-993f-e678182e66e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:07.581654 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-b9beaccc-8c35-4191-b935-375c5e5b6000 req-737ee6e6-3ad1-4733-8924-642fba88a6b9 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks [] for port, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:07.593178 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-0ed9f84a-d375-46a5-944a-a02f16a7b587 req-1aebdf73-b24f-44ef-9433-5776f5bd975f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2688088'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:07.696387 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-b54917a4-4443-411a-a7ac-54f56e100517 req-1de18b0c-7b9c-48be-853d-3c91e163eb2d tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6daf09b6-1da0-4cde-927a-d027da925601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146551 Jun 28 11:17:07.700106 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d8647d-2e61-4415-993f-e678182e66e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79dcf83c-005f-4e46-986d-f3667127183c,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:07.725742 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning complete for port 8bab7070-b250-4470-9e83-a597b6ba73cf triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:17:07.726323 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:07.731385 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-68d8647d-2e61-4415-993f-e678182e66e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:07.738112 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-68d8647d-2e61-4415-993f-e678182e66e8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/79dcf83c-005f-4e46-986d-f3667127183c HTTP/1.1" status: 204 len: 168 time: 1.6084435 Jun 28 11:17:07.741980 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.managers [req-d0e126bc-3188-44fe-aed9-9201d65a3e55 req-d59cf63c-0934-420c-aa7a-9948a2136bbb service neutron] Attempting to bind port bfc1801b-3d8a-4549-be03-706bb1aea69b on host hv-cinder-84460 for vnic_type normal with profile {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:17:07.742467 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.managers [req-d0e126bc-3188-44fe-aed9-9201d65a3e55 req-d59cf63c-0934-420c-aa7a-9948a2136bbb service neutron] Attempting to bind port bfc1801b-3d8a-4549-be03-706bb1aea69b by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': 'd955dde5-69b1-4a11-8383-f5f9cce13386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49'}] {{(pid=88178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:17:07.743621 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e126bc-3188-44fe-aed9-9201d65a3e55 req-d59cf63c-0934-420c-aa7a-9948a2136bbb service neutron] Attempting to bind port bfc1801b-3d8a-4549-be03-706bb1aea69b on network 21e79c31-8e4c-4686-94df-41e665c65d49 {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:17:07.751652 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38376d0-43c1-4be1-ae19-75156c8b990d req-585c15b8-c406-42af-bf7b-26f0e9ee7938 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:07.752944 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-c38376d0-43c1-4be1-ae19-75156c8b990d req-585c15b8-c406-42af-bf7b-26f0e9ee7938 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Synchronizing usage tracker for tenant:39ee6a774aa94963a4c024612cabe0ab on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:17:07.770335 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.provisioning_blocks [req-b9beaccc-8c35-4191-b935-375c5e5b6000 req-737ee6e6-3ad1-4733-8924-642fba88a6b9 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Transition to ACTIVE for port object 251e1a9d-ec96-4ba0-a7a1-43dc3602134b will not be triggered until provisioned by entity DHCP. {{(pid=88177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:17:07.777016 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9f84a-d375-46a5-944a-a02f16a7b587 req-1aebdf73-b24f-44ef-9433-5776f5bd975f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:07.777634 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-0ed9f84a-d375-46a5-944a-a02f16a7b587 req-1aebdf73-b24f-44ef-9433-5776f5bd975f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562711'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:07.779372 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-0ed9f84a-d375-46a5-944a-a02f16a7b587 req-1aebdf73-b24f-44ef-9433-5776f5bd975f service neutron] 10.222.0.43 "PUT /v2.0/ports/0fb11382-d873-41bd-aeb5-9123dc01c8dc HTTP/1.1" status: 200 len: 1094 time: 4.0652328 Jun 28 11:17:07.780089 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '548398f6-21cb-449b-b283-b7585254ad20', 'tag': '0fb11382-d873-41bd-aeb5-9123dc01c8dc'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:17:07.787821 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.notifiers.nova [req-b10d7055-03a0-4df8-ad74-ab8028263c50 req-87cab7db-add5-448f-91a0-9ca45926e477 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 550bd21d-10c5-4388-a5c4-8c0d38d1f620 {{(pid=88177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:17:07.794081 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-40ccd083-f81a-43c4-94db-cedd3a1468a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:07.803019 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e126bc-3188-44fe-aed9-9201d65a3e55 req-d59cf63c-0934-420c-aa7a-9948a2136bbb service neutron] Port bfc1801b-3d8a-4549-be03-706bb1aea69b on network 21e79c31-8e4c-4686-94df-41e665c65d49 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 11:17:07.803596 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e126bc-3188-44fe-aed9-9201d65a3e55 req-d59cf63c-0934-420c-aa7a-9948a2136bbb service neutron] Attempting to bind port bfc1801b-3d8a-4549-be03-706bb1aea69b on network 21e79c31-8e4c-4686-94df-41e665c65d49 {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:17:07.816186 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e126bc-3188-44fe-aed9-9201d65a3e55 req-d59cf63c-0934-420c-aa7a-9948a2136bbb service neutron] Checking agent: {'id': '08bfabbf-d5f3-4ca7-8c16-3ebc8bd75d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 14), 'started_at': datetime.datetime(2022, 6, 28, 11, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:17:07.816956 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e126bc-3188-44fe-aed9-9201d65a3e55 req-d59cf63c-0934-420c-aa7a-9948a2136bbb service neutron] Checking segment: {'id': 'd955dde5-69b1-4a11-8383-f5f9cce13386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:17:07.817495 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e126bc-3188-44fe-aed9-9201d65a3e55 req-d59cf63c-0934-420c-aa7a-9948a2136bbb service neutron] Bound using segment: {'id': 'd955dde5-69b1-4a11-8383-f5f9cce13386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49'} {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:17:07.818093 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.managers [req-d0e126bc-3188-44fe-aed9-9201d65a3e55 req-d59cf63c-0934-420c-aa7a-9948a2136bbb service neutron] Bound port: bfc1801b-3d8a-4549-be03-706bb1aea69b, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd955dde5-69b1-4a11-8383-f5f9cce13386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49'}}] {{(pid=88178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:17:07.818578 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [req-d0e126bc-3188-44fe-aed9-9201d65a3e55 req-d59cf63c-0934-420c-aa7a-9948a2136bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:07.934588 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-b10d7055-03a0-4df8-ad74-ab8028263c50 req-87cab7db-add5-448f-91a0-9ca45926e477 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:07.983175 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd083-f81a-43c4-94db-cedd3a1468a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfcfb041-d84f-4ce8-972d-7b3d1a5ad21a,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:07.999237 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aebdf73-b24f-44ef-9433-5776f5bd975f service neutron] Pushing event updated for resources: {'Port': ['ID=0fb11382-d873-41bd-aeb5-9123dc01c8dc,revision_number=3']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:08.009108 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-c38376d0-43c1-4be1-ae19-75156c8b990d req-585c15b8-c406-42af-bf7b-26f0e9ee7938 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Unset dirty status for tenant:39ee6a774aa94963a4c024612cabe0ab on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:17:08.016476 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c38376d0-43c1-4be1-ae19-75156c8b990d req-585c15b8-c406-42af-bf7b-26f0e9ee7938 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=548398f6-21cb-449b-b283-b7585254ad20 HTTP/1.1" status: 200 len: 944 time: 0.9505503 Jun 28 11:17:08.031879 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-3e653a14-2e8b-40c9-bd0b-512c61b2485d req-a0eb5246-3cd7-49e1-80a7-07da211b297d tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5feac2-94f7-4fac-9509-f0a495642234 HTTP/1.1" status: 200 len: 210 time: 0.0987868 Jun 28 11:17:08.075725 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Current status of the port 8bab7070-b250-4470-9e83-a597b6ba73cf is: ACTIVE; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:17:08.107103 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc4558-3818-4b20-90e2-93a8d6258160 req-27e727a5-0422-4420-9dae-24505b067e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:08.108769 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-34cc4558-3818-4b20-90e2-93a8d6258160 req-27e727a5-0422-4420-9dae-24505b067e7f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5316afc2-a33a-494f-bbbe-5e30377632ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.6104653 Jun 28 11:17:08.118617 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 52796) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:08.122774 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.provisioning_blocks [req-b10d7055-03a0-4df8-ad74-ab8028263c50 req-87cab7db-add5-448f-91a0-9ca45926e477 service neutron] Transition to ACTIVE for port object 550bd21d-10c5-4388-a5c4-8c0d38d1f620 will not be triggered until provisioned by entity L2. {{(pid=88177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:17:08.145766 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-40ccd083-f81a-43c4-94db-cedd3a1468a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:08.152474 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-40ccd083-f81a-43c4-94db-cedd3a1468a5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cfcfb041-d84f-4ce8-972d-7b3d1a5ad21a HTTP/1.1" status: 204 len: 168 time: 2.2208629 Jun 28 11:17:08.152474 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-b10d7055-03a0-4df8-ad74-ab8028263c50 req-87cab7db-add5-448f-91a0-9ca45926e477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2688088'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:08.153096 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 52800) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:08.185834 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-c38376d0-43c1-4be1-ae19-75156c8b990d req-1e09c543-6b27-49db-8587-49630a5ef0e1 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Synchronizing usage tracker for tenant:39ee6a774aa94963a4c024612cabe0ab on resource:security_group {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:17:08.257912 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-7b2c591f-52f0-4ee2-a283-886f40aa70c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:08.281590 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-34cc4558-3818-4b20-90e2-93a8d6258160 req-fa3cb904-2ac0-4fe2-a49c-0ebd0d81a3b9 service neutron] 10.222.0.43 "GET /v2.0/networks/5316afc2-a33a-494f-bbbe-5e30377632ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608934 Jun 28 11:17:08.414465 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-ceb32ff4-67e8-459d-b146-be2e24133978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:08.423655 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0b0f0eed-a799-4ba9-a55d-a979bc486fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:08.517635 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-ceb32ff4-67e8-459d-b146-be2e24133978 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:08.521487 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-ceb32ff4-67e8-459d-b146-be2e24133978 admin admin] Usage tracker for resource:security_group_rule and tenant:24cf0ad2f6774630b6d696ab87e3f991 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:08.527545 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-ceb32ff4-67e8-459d-b146-be2e24133978 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:08.532543 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-b9beaccc-8c35-4191-b935-375c5e5b6000 req-737ee6e6-3ad1-4733-8924-642fba88a6b9 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782103981231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2688079'] for port, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:08.534194 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-ceb32ff4-67e8-459d-b146-be2e24133978 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:08.536178 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9f84a-d375-46a5-944a-a02f16a7b587 req-d9a07d63-d54a-40aa-8af0-8295222deed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:08.538206 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-0ed9f84a-d375-46a5-944a-a02f16a7b587 req-d9a07d63-d54a-40aa-8af0-8295222deed5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39ee6a774aa94963a4c024612cabe0ab&device_id=548398f6-21cb-449b-b283-b7585254ad20 HTTP/1.1" status: 200 len: 1097 time: 0.6765363 Jun 28 11:17:08.560066 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-7b2c591f-52f0-4ee2-a283-886f40aa70c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:08.570627 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-7b2c591f-52f0-4ee2-a283-886f40aa70c3 admin admin] Usage tracker for resource:security_group_rule and tenant:da64ddd413f64cd4ad99b0afc37bf78d is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:08.573918 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-7b2c591f-52f0-4ee2-a283-886f40aa70c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:08.592407 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-7b2c591f-52f0-4ee2-a283-886f40aa70c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:08.595294 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-c38376d0-43c1-4be1-ae19-75156c8b990d req-1e09c543-6b27-49db-8587-49630a5ef0e1 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Unset dirty status for tenant:39ee6a774aa94963a4c024612cabe0ab on resource:security_group {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:17:08.596565 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c38376d0-43c1-4be1-ae19-75156c8b990d req-1e09c543-6b27-49db-8587-49630a5ef0e1 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5789034 Jun 28 11:17:08.597270 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cab7db-add5-448f-91a0-9ca45926e477 service neutron] Pushing event updated for resources: {'Port': ['ID=550bd21d-10c5-4388-a5c4-8c0d38d1f620,revision_number=2']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:08.619853 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-ceb32ff4-67e8-459d-b146-be2e24133978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:08.623018 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.db [req-d0e126bc-3188-44fe-aed9-9201d65a3e55 req-d59cf63c-0934-420c-aa7a-9948a2136bbb service neutron] For port bfc1801b-3d8a-4549-be03-706bb1aea69b, host hv-cinder-84460, cleared binding levels {{(pid=88178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:17:08.641095 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-ceb32ff4-67e8-459d-b146-be2e24133978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:08.667324 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.db [req-d0e126bc-3188-44fe-aed9-9201d65a3e55 req-d59cf63c-0934-420c-aa7a-9948a2136bbb service neutron] For port bfc1801b-3d8a-4549-be03-706bb1aea69b, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=bfc1801b-3d8a-4549-be03-706bb1aea69b,segment=NetworkSegment(d955dde5-69b1-4a11-8383-f5f9cce13386),segment_id=d955dde5-69b1-4a11-8383-f5f9cce13386)] {{(pid=88178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:17:08.678430 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-0ed9f84a-d375-46a5-944a-a02f16a7b587 req-26f068ce-c121-4059-8dd9-67b04fe39386 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0fb11382-d873-41bd-aeb5-9123dc01c8dc HTTP/1.1" status: 200 len: 217 time: 0.0912769 Jun 28 11:17:08.713132 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [req-d0e126bc-3188-44fe-aed9-9201d65a3e55 req-d59cf63c-0934-420c-aa7a-9948a2136bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2287912'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:08.714511 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9beaccc-8c35-4191-b935-375c5e5b6000 req-737ee6e6-3ad1-4733-8924-642fba88a6b9 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Network 3f8d13e4-2335-496a-b358-95cda2a57319 is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:17:08.777917 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e126bc-3188-44fe-aed9-9201d65a3e55 req-d59cf63c-0934-420c-aa7a-9948a2136bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:08.778635 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [req-d0e126bc-3188-44fe-aed9-9201d65a3e55 req-d59cf63c-0934-420c-aa7a-9948a2136bbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562711'] for port, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:08.780033 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-d0e126bc-3188-44fe-aed9-9201d65a3e55 req-d59cf63c-0934-420c-aa7a-9948a2136bbb service neutron] 10.222.0.43 "PUT /v2.0/ports/bfc1801b-3d8a-4549-be03-706bb1aea69b HTTP/1.1" status: 200 len: 1094 time: 5.9029915 Jun 28 11:17:08.797433 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb32ff4-67e8-459d-b146-be2e24133978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e73315c0-a7a6-445e-9171-cb1cd0fa19ae,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:08.804901 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-ceb32ff4-67e8-459d-b146-be2e24133978 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=24cf0ad2f6774630b6d696ab87e3f991&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6841688 Jun 28 11:17:08.809577 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 52818) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:08.851183 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.base_scheduler [req-b9beaccc-8c35-4191-b935-375c5e5b6000 req-737ee6e6-3ad1-4733-8924-642fba88a6b9 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:17:08.938391 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bf380c0-b4f7-43e2-a809-1619f0a0ef32', 'tag': 'bfc1801b-3d8a-4549-be03-706bb1aea69b'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:17:08.959109 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-34cc4558-3818-4b20-90e2-93a8d6258160 req-645549a0-5a66-484d-aeb1-2ce83f2ce9e9 service neutron] 10.222.0.43 "GET /v2.0/networks/5316afc2-a33a-494f-bbbe-5e30377632ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5951409 Jun 28 11:17:08.990681 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 52824) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:09.044554 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9beaccc-8c35-4191-b935-375c5e5b6000 req-737ee6e6-3ad1-4733-8924-642fba88a6b9 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Received port after_create {{(pid=88177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:17:09.139706 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9f84a-d375-46a5-944a-a02f16a7b587 req-ecd479aa-dc7d-44d0-bc32-50db38cc48b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:09.141619 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-0ed9f84a-d375-46a5-944a-a02f16a7b587 req-ecd479aa-dc7d-44d0-bc32-50db38cc48b7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4959b550-e4a6-4bb2-a9b3-3d13206321f5 HTTP/1.1" status: 200 len: 858 time: 0.3786125 Jun 28 11:17:09.218383 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.managers [req-b10d7055-03a0-4df8-ad74-ab8028263c50 req-87cab7db-add5-448f-91a0-9ca45926e477 service neutron] Attempting to bind port 550bd21d-10c5-4388-a5c4-8c0d38d1f620 on host hv-cinder-84460 for vnic_type normal with profile {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:17:09.218716 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.managers [req-b10d7055-03a0-4df8-ad74-ab8028263c50 req-87cab7db-add5-448f-91a0-9ca45926e477 service neutron] Attempting to bind port 550bd21d-10c5-4388-a5c4-8c0d38d1f620 by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': 'fd3dbdf8-f40f-4579-8d9f-d3926cb58f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3dcee093-7093-4d70-9e54-e71a2fd9b0d8'}] {{(pid=88177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:17:09.219236 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10d7055-03a0-4df8-ad74-ab8028263c50 req-87cab7db-add5-448f-91a0-9ca45926e477 service neutron] Attempting to bind port 550bd21d-10c5-4388-a5c4-8c0d38d1f620 on network 3dcee093-7093-4d70-9e54-e71a2fd9b0d8 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:17:09.230892 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457f994-2500-4bd9-b899-a711d79a18bb req-7d7f5758-e516-465a-be4f-c5198e2ff3e9 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:09.231863 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [req-f457f994-2500-4bd9-b899-a711d79a18bb req-7d7f5758-e516-465a-be4f-c5198e2ff3e9 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Synchronizing usage tracker for tenant:9a519a8d5c54458c8ad1c43bdb399503 on resource:port {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:17:09.235146 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-6ce75146-b33d-460b-9c08-cff267248915 None None] Provisioning for port 251e1a9d-ec96-4ba0-a7a1-43dc3602134b completed by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:17:09.243859 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-6ce75146-b33d-460b-9c08-cff267248915 None None] Provisioning complete for port 251e1a9d-ec96-4ba0-a7a1-43dc3602134b triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:17:09.244341 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-a1079d97-bdf3-4390-946d-c7bb23867505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:09.244574 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6ce75146-b33d-460b-9c08-cff267248915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:09.258077 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737ee6e6-3ad1-4733-8924-642fba88a6b9 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Pushing event updated for resources: {'Port': ['ID=251e1a9d-ec96-4ba0-a7a1-43dc3602134b,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:09.267636 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10d7055-03a0-4df8-ad74-ab8028263c50 req-87cab7db-add5-448f-91a0-9ca45926e477 service neutron] Port 550bd21d-10c5-4388-a5c4-8c0d38d1f620 on network 3dcee093-7093-4d70-9e54-e71a2fd9b0d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 11:17:09.268084 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10d7055-03a0-4df8-ad74-ab8028263c50 req-87cab7db-add5-448f-91a0-9ca45926e477 service neutron] Attempting to bind port 550bd21d-10c5-4388-a5c4-8c0d38d1f620 on network 3dcee093-7093-4d70-9e54-e71a2fd9b0d8 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:17:09.270562 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-6bebfc60-8a1c-45df-bc75-ed2928543de3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:09.274033 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59cf63c-0934-420c-aa7a-9948a2136bbb service neutron] Pushing event updated for resources: {'Port': ['ID=bfc1801b-3d8a-4549-be03-706bb1aea69b,revision_number=3']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:09.295292 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-a1079d97-bdf3-4390-946d-c7bb23867505 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:09.303226 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9beaccc-8c35-4191-b935-375c5e5b6000 req-737ee6e6-3ad1-4733-8924-642fba88a6b9 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:09.303877 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-b9beaccc-8c35-4191-b935-375c5e5b6000 req-737ee6e6-3ad1-4733-8924-642fba88a6b9 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562711'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:09.321374 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-a1079d97-bdf3-4390-946d-c7bb23867505 admin admin] Usage tracker for resource:security_group_rule and tenant:73296f8696d84790a8f594b72b4d75e5 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:09.325551 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10d7055-03a0-4df8-ad74-ab8028263c50 req-87cab7db-add5-448f-91a0-9ca45926e477 service neutron] Checking agent: {'id': '08bfabbf-d5f3-4ca7-8c16-3ebc8bd75d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 14), 'started_at': datetime.datetime(2022, 6, 28, 11, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:17:09.325929 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10d7055-03a0-4df8-ad74-ab8028263c50 req-87cab7db-add5-448f-91a0-9ca45926e477 service neutron] Checking segment: {'id': 'fd3dbdf8-f40f-4579-8d9f-d3926cb58f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3dcee093-7093-4d70-9e54-e71a2fd9b0d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:17:09.326472 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10d7055-03a0-4df8-ad74-ab8028263c50 req-87cab7db-add5-448f-91a0-9ca45926e477 service neutron] Bound using segment: {'id': 'fd3dbdf8-f40f-4579-8d9f-d3926cb58f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3dcee093-7093-4d70-9e54-e71a2fd9b0d8'} {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:17:09.326913 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.managers [req-b10d7055-03a0-4df8-ad74-ab8028263c50 req-87cab7db-add5-448f-91a0-9ca45926e477 service neutron] Bound port: 550bd21d-10c5-4388-a5c4-8c0d38d1f620, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd3dbdf8-f40f-4579-8d9f-d3926cb58f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3dcee093-7093-4d70-9e54-e71a2fd9b0d8'}}] {{(pid=88177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:17:09.327318 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-b10d7055-03a0-4df8-ad74-ab8028263c50 req-87cab7db-add5-448f-91a0-9ca45926e477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:09.332513 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-a1079d97-bdf3-4390-946d-c7bb23867505 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:09.333774 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-6ce75146-b33d-460b-9c08-cff267248915 None None] Port 251e1a9d-ec96-4ba0-a7a1-43dc3602134b cannot update to ACTIVE because it is not bound. {{(pid=88179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:17:09.343703 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b9beaccc-8c35-4191-b935-375c5e5b6000 req-737ee6e6-3ad1-4733-8924-642fba88a6b9 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0953300 Jun 28 11:17:09.344020 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [req-f457f994-2500-4bd9-b899-a711d79a18bb req-7d7f5758-e516-465a-be4f-c5198e2ff3e9 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Unset dirty status for tenant:9a519a8d5c54458c8ad1c43bdb399503 on resource:port {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:17:09.345207 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-f457f994-2500-4bd9-b899-a711d79a18bb req-7d7f5758-e516-465a-be4f-c5198e2ff3e9 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bf380c0-b4f7-43e2-a809-1619f0a0ef32 HTTP/1.1" status: 200 len: 944 time: 1.0624671 Jun 28 11:17:09.351040 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-a1079d97-bdf3-4390-946d-c7bb23867505 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:09.357737 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-6bebfc60-8a1c-45df-bc75-ed2928543de3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:09.367451 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [req-b9beaccc-8c35-4191-b935-375c5e5b6000 req-b8275d22-ab78-4b8a-8953-ff0a8616d179 service neutron] Request body: {'port': {'device_id': '0a5feac2-94f7-4fac-9509-f0a495642234', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:17:09.415696 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e126bc-3188-44fe-aed9-9201d65a3e55 req-678daba4-9305-431a-9ec3-772b91ab6d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:09.417294 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-d0e126bc-3188-44fe-aed9-9201d65a3e55 req-678daba4-9305-431a-9ec3-772b91ab6d90 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9a519a8d5c54458c8ad1c43bdb399503&device_id=2bf380c0-b4f7-43e2-a809-1619f0a0ef32 HTTP/1.1" status: 200 len: 1097 time: 0.5358469 Jun 28 11:17:09.492501 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b17d7-016b-4c05-b812-68cd61ce9da0 req-a151ee2b-6a2c-46c9-bd33-b741975b30ff tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:09.494032 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-5c1b17d7-016b-4c05-b812-68cd61ce9da0 req-a151ee2b-6a2c-46c9-bd33-b741975b30ff tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5deb6ac-32cb-4d1a-93ab-e6e05f6bbb77 HTTP/1.1" status: 200 len: 943 time: 0.5362236 Jun 28 11:17:09.524533 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-d0e126bc-3188-44fe-aed9-9201d65a3e55 req-9c5cfefa-8c56-4fc0-bd40-e5116ec7205d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bfc1801b-3d8a-4549-be03-706bb1aea69b HTTP/1.1" status: 200 len: 217 time: 0.0978484 Jun 28 11:17:09.574814 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-f457f994-2500-4bd9-b899-a711d79a18bb req-70cec676-235b-436d-8b68-84ce9c4c6197 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c9f6dd2-5c69-47a3-a1db-bebdcd4d9b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2205496 Jun 28 11:17:09.577519 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b58b1c24-9254-4745-9794-e7d1435c798c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:09.581674 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217d8581-2d4a-4a42-867d-d66ee5cdf1e3 req-7985e880-155f-41b7-8b69-728abc388db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:09.583218 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-217d8581-2d4a-4a42-867d-d66ee5cdf1e3 req-7985e880-155f-41b7-8b69-728abc388db8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8a4f70e41194b2eae97400fe38eb655&device_id=d5deb6ac-32cb-4d1a-93ab-e6e05f6bbb77 HTTP/1.1" status: 200 len: 1096 time: 0.4060307 Jun 28 11:17:09.630053 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9f84a-d375-46a5-944a-a02f16a7b587 req-2049804c-3e6f-4340-b998-5e781ff94751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:09.631535 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-0ed9f84a-d375-46a5-944a-a02f16a7b587 req-2049804c-3e6f-4340-b998-5e781ff94751 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3dcee093-7093-4d70-9e54-e71a2fd9b0d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4766419 Jun 28 11:17:09.633616 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-7b2c591f-52f0-4ee2-a283-886f40aa70c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:09.737073 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e126bc-3188-44fe-aed9-9201d65a3e55 req-67f449b7-7af8-4034-8926-2098265c4861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:09.738637 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-d0e126bc-3188-44fe-aed9-9201d65a3e55 req-67f449b7-7af8-4034-8926-2098265c4861 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0543e16d-abbf-4f46-8991-01ac45b7ec02 HTTP/1.1" status: 200 len: 853 time: 0.2060361 Jun 28 11:17:09.749976 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-6bebfc60-8a1c-45df-bc75-ed2928543de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:09.792141 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-0ed9f84a-d375-46a5-944a-a02f16a7b587 req-a62446ab-98dc-4eb8-afc9-93f2f1a7dca9 service neutron] 10.222.0.43 "GET /v2.0/networks/3dcee093-7093-4d70-9e54-e71a2fd9b0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433129 Jun 28 11:17:09.793823 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.db [req-b10d7055-03a0-4df8-ad74-ab8028263c50 req-87cab7db-add5-448f-91a0-9ca45926e477 service neutron] For port 550bd21d-10c5-4388-a5c4-8c0d38d1f620, host hv-cinder-84460, cleared binding levels {{(pid=88177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:17:09.802420 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-7b2c591f-52f0-4ee2-a283-886f40aa70c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:09.813530 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:09.822300 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bebfc60-8a1c-45df-bc75-ed2928543de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73315c0-a7a6-445e-9171-cb1cd0fa19ae,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:09.882076 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-a1079d97-bdf3-4390-946d-c7bb23867505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:09.883213 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-6bebfc60-8a1c-45df-bc75-ed2928543de3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:09.884335 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-6bebfc60-8a1c-45df-bc75-ed2928543de3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e73315c0-a7a6-445e-9171-cb1cd0fa19ae HTTP/1.1" status: 204 len: 168 time: 1.0674183 Jun 28 11:17:09.925082 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-a1079d97-bdf3-4390-946d-c7bb23867505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:09.932508 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217d8581-2d4a-4a42-867d-d66ee5cdf1e3 req-e08419bc-d9de-4bdf-bb58-1d307b8fed70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:09.949092 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-217d8581-2d4a-4a42-867d-d66ee5cdf1e3 req-e08419bc-d9de-4bdf-bb58-1d307b8fed70 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5316afc2-a33a-494f-bbbe-5e30377632ee HTTP/1.1" status: 200 len: 913 time: 0.3443451 Jun 28 11:17:09.970584 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-5c1b17d7-016b-4c05-b812-68cd61ce9da0 req-b630c380-8a1c-4cee-809c-da5305642522 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] Synchronizing usage tracker for tenant:a8a4f70e41194b2eae97400fe38eb655 on resource:security_group {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:17:09.974948 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-0ed9f84a-d375-46a5-944a-a02f16a7b587 req-9bb2baf3-f5a2-4004-acec-e3b29fdf34ec service neutron] 10.222.0.43 "GET /v2.0/networks/3dcee093-7093-4d70-9e54-e71a2fd9b0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615145 Jun 28 11:17:09.980183 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96675068-0d68-411f-95ac-66ae90695fed'] response: {'name': 'network-changed', 'server_uuid': '548398f6-21cb-449b-b283-b7585254ad20', 'tag': '0fb11382-d873-41bd-aeb5-9123dc01c8dc', 'status': 'completed', 'code': 200} Jun 28 11:17:09.994413 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-b9beaccc-8c35-4191-b935-375c5e5b6000 req-b8275d22-ab78-4b8a-8953-ff0a8616d179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:10.019899 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.db [req-b10d7055-03a0-4df8-ad74-ab8028263c50 req-87cab7db-add5-448f-91a0-9ca45926e477 service neutron] For port 550bd21d-10c5-4388-a5c4-8c0d38d1f620, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=550bd21d-10c5-4388-a5c4-8c0d38d1f620,segment=NetworkSegment(fd3dbdf8-f40f-4579-8d9f-d3926cb58f5f),segment_id=fd3dbdf8-f40f-4579-8d9f-d3926cb58f5f)] {{(pid=88177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:17:10.089758 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-b10d7055-03a0-4df8-ad74-ab8028263c50 req-87cab7db-add5-448f-91a0-9ca45926e477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2688088'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:10.116031 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-217d8581-2d4a-4a42-867d-d66ee5cdf1e3 req-9db96e5a-070c-41e3-b1c8-618fbf9532cd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e3c05d1-565e-4652-99fe-fa38ec81e6bb HTTP/1.1" status: 200 len: 217 time: 0.1278579 Jun 28 11:17:10.118281 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e0d4f59-8d08-4616-92f6-3eaf67b7a68c'] response: {'name': 'network-changed', 'server_uuid': '2bf380c0-b4f7-43e2-a809-1619f0a0ef32', 'tag': 'bfc1801b-3d8a-4549-be03-706bb1aea69b', 'status': 'completed', 'code': 200} Jun 28 11:17:10.157760 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1079d97-bdf3-4390-946d-c7bb23867505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=452c278d-2565-45f0-a4be-eb7b0430ea87,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:10.183618 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2c591f-52f0-4ee2-a283-886f40aa70c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ece4b3-dd53-4c22-b035-e8a3953d999c,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:10.190731 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-7b2c591f-52f0-4ee2-a283-886f40aa70c3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=da64ddd413f64cd4ad99b0afc37bf78d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9965811 Jun 28 11:17:10.192365 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-a1079d97-bdf3-4390-946d-c7bb23867505 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=73296f8696d84790a8f594b72b4d75e5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1759100 Jun 28 11:17:10.198331 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 52864) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:10.203260 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 52866) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:10.250926 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-5c1b17d7-016b-4c05-b812-68cd61ce9da0 req-b630c380-8a1c-4cee-809c-da5305642522 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] Unset dirty status for tenant:a8a4f70e41194b2eae97400fe38eb655 on resource:security_group {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:17:10.252242 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-5c1b17d7-016b-4c05-b812-68cd61ce9da0 req-b630c380-8a1c-4cee-809c-da5305642522 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6daf09b6-1da0-4cde-927a-d027da925601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7421584 Jun 28 11:17:10.263392 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d7055-03a0-4df8-ad74-ab8028263c50 req-87cab7db-add5-448f-91a0-9ca45926e477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:10.264177 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-b10d7055-03a0-4df8-ad74-ab8028263c50 req-87cab7db-add5-448f-91a0-9ca45926e477 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562711'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:10.265712 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b10d7055-03a0-4df8-ad74-ab8028263c50 req-87cab7db-add5-448f-91a0-9ca45926e477 service neutron] 10.222.0.43 "PUT /v2.0/ports/550bd21d-10c5-4388-a5c4-8c0d38d1f620 HTTP/1.1" status: 200 len: 1093 time: 6.1893160 Jun 28 11:17:10.473377 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e126bc-3188-44fe-aed9-9201d65a3e55 req-77dd9f59-6198-4376-8c04-2e2e6b272414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:10.475219 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-d0e126bc-3188-44fe-aed9-9201d65a3e55 req-77dd9f59-6198-4376-8c04-2e2e6b272414 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=21e79c31-8e4c-4686-94df-41e665c65d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.7190163 Jun 28 11:17:10.646265 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217d8581-2d4a-4a42-867d-d66ee5cdf1e3 req-145a5b11-c1ee-442d-aaeb-de7b305acf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:10.648008 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-217d8581-2d4a-4a42-867d-d66ee5cdf1e3 req-145a5b11-c1ee-442d-aaeb-de7b305acf55 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c11ff635-d1c5-4ba3-9901-0a630d89e709 HTTP/1.1" status: 200 len: 851 time: 0.4504831 Jun 28 11:17:10.709367 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cab7db-add5-448f-91a0-9ca45926e477 service neutron] Pushing event updated for resources: {'Port': ['ID=550bd21d-10c5-4388-a5c4-8c0d38d1f620,revision_number=3']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:10.758176 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23611ac-3f76-412c-84f8-e6b6a5b69d11 req-0f788fd8-4e0f-4ae4-97fa-db271ddf771b tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:10.765850 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-f23611ac-3f76-412c-84f8-e6b6a5b69d11 req-0f788fd8-4e0f-4ae4-97fa-db271ddf771b tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5feac2-94f7-4fac-9509-f0a495642234 HTTP/1.1" status: 200 len: 932 time: 0.5419345 Jun 28 11:17:10.767855 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-fe0574e2-a5ec-4a56-8db4-c0ed0a5cd846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:10.799064 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff351eca-17c8-4587-a478-55d842417fb8 req-a1121306-bc47-471b-9fe8-e2aee8ff66ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:10.800551 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-ff351eca-17c8-4587-a478-55d842417fb8 req-a1121306-bc47-471b-9fe8-e2aee8ff66ca service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39ee6a774aa94963a4c024612cabe0ab&device_id=548398f6-21cb-449b-b283-b7585254ad20 HTTP/1.1" status: 200 len: 1097 time: 0.7579985 Jun 28 11:17:10.822920 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-d0e126bc-3188-44fe-aed9-9201d65a3e55 req-ca6b5e25-75b1-48f2-af30-ee8d1b96ade7 service neutron] 10.222.0.43 "GET /v2.0/networks/21e79c31-8e4c-4686-94df-41e665c65d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349831 Jun 28 11:17:10.873467 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-fe0574e2-a5ec-4a56-8db4-c0ed0a5cd846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:10.875615 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-f08fdbb2-4450-4de2-8323-d98431727873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:10.930690 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-90b31af6-315a-40c1-95e8-9ba1745e2d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:10.978509 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-f23611ac-3f76-412c-84f8-e6b6a5b69d11 req-8faa6eb8-954c-4f88-b83b-7228895504f3 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/security-groups?id=56306c0d-b659-4870-a456-904bd2051209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2115393 Jun 28 11:17:11.010145 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-f08fdbb2-4450-4de2-8323-d98431727873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:11.027237 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d7055-03a0-4df8-ad74-ab8028263c50 req-814513ed-3a4c-453f-bb98-c5d0be0ed7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:11.029312 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b10d7055-03a0-4df8-ad74-ab8028263c50 req-814513ed-3a4c-453f-bb98-c5d0be0ed7a1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39ee6a774aa94963a4c024612cabe0ab&device_id=b00c32bb-5b10-4ba1-bb89-82e34b2ba60f HTTP/1.1" status: 200 len: 1096 time: 0.7146945 Jun 28 11:17:11.111375 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217d8581-2d4a-4a42-867d-d66ee5cdf1e3 req-6dd2feaf-1b5d-4883-8659-03c9f1b1cbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:11.112994 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-217d8581-2d4a-4a42-867d-d66ee5cdf1e3 req-6dd2feaf-1b5d-4883-8659-03c9f1b1cbe2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5316afc2-a33a-494f-bbbe-5e30377632ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4498224 Jun 28 11:17:11.163390 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b10d7055-03a0-4df8-ad74-ab8028263c50 req-572e8beb-1e96-4e22-a67f-0551bef64926 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=550bd21d-10c5-4388-a5c4-8c0d38d1f620 HTTP/1.1" status: 200 len: 217 time: 0.1047716 Jun 28 11:17:11.183385 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb23bc-aa1c-44be-8679-7061f60b77d3 req-a5c8fa79-a77f-4e37-8dd5-b4fa2306ceba tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:11.185182 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-afcb23bc-aa1c-44be-8679-7061f60b77d3 req-a5c8fa79-a77f-4e37-8dd5-b4fa2306ceba tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=548398f6-21cb-449b-b283-b7585254ad20 HTTP/1.1" status: 200 len: 944 time: 0.6858699 Jun 28 11:17:11.273852 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device 3e3c05d1-565e-4652-99fe-fa38ec81e6bb details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=88179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:17:11.324146 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-d0e126bc-3188-44fe-aed9-9201d65a3e55 req-bf3891b6-873b-477f-b6bb-ea60aa21d9ec service neutron] 10.222.0.43 "GET /v2.0/networks/21e79c31-8e4c-4686-94df-41e665c65d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4900579 Jun 28 11:17:11.345186 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-fe0574e2-a5ec-4a56-8db4-c0ed0a5cd846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:11.392910 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff351eca-17c8-4587-a478-55d842417fb8 req-750b4524-dd4f-4f91-98a1-4750fb61af28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:11.398502 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-ff351eca-17c8-4587-a478-55d842417fb8 req-750b4524-dd4f-4f91-98a1-4750fb61af28 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3dcee093-7093-4d70-9e54-e71a2fd9b0d8 HTTP/1.1" status: 200 len: 920 time: 0.5884724 Jun 28 11:17:11.403552 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d7055-03a0-4df8-ad74-ab8028263c50 req-609eb3ea-f5d2-4c6f-940c-d26aff7e347a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:11.406755 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b10d7055-03a0-4df8-ad74-ab8028263c50 req-609eb3ea-f5d2-4c6f-940c-d26aff7e347a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4959b550-e4a6-4bb2-a9b3-3d13206321f5 HTTP/1.1" status: 200 len: 858 time: 0.2301848 Jun 28 11:17:11.455822 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0574e2-a5ec-4a56-8db4-c0ed0a5cd846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=452c278d-2565-45f0-a4be-eb7b0430ea87,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:11.485102 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.db.resource_extend [req-b9beaccc-8c35-4191-b935-375c5e5b6000 req-b8275d22-ab78-4b8a-8953-ff0a8616d179 service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 28 11:17:11.523739 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-fe0574e2-a5ec-4a56-8db4-c0ed0a5cd846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:11.525375 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-fe0574e2-a5ec-4a56-8db4-c0ed0a5cd846 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/452c278d-2565-45f0-a4be-eb7b0430ea87 HTTP/1.1" status: 204 len: 168 time: 1.3177111 Jun 28 11:17:11.547301 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port 3e3c05d1-565e-4652-99fe-fa38ec81e6bb, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=3e3c05d1-565e-4652-99fe-fa38ec81e6bb,segment=NetworkSegment(57e9c6f3-a16e-4f97-bef6-f490cb187f6c),segment_id=57e9c6f3-a16e-4f97-bef6-f490cb187f6c)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:17:11.561901 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Returning: {'device': '3e3c05d1-565e-4652-99fe-fa38ec81e6bb', 'network_id': '5316afc2-a33a-494f-bbbe-5e30377632ee', 'port_id': '3e3c05d1-565e-4652-99fe-fa38ec81e6bb', 'mac_address': 'fa:16:3e:34:a2:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c11ff635-d1c5-4ba3-9901-0a630d89e709', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:17:11.617907 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.notifiers.nova [req-b9beaccc-8c35-4191-b935-375c5e5b6000 req-b8275d22-ab78-4b8a-8953-ff0a8616d179 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 251e1a9d-ec96-4ba0-a7a1-43dc3602134b {{(pid=88177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:17:11.628023 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-b9beaccc-8c35-4191-b935-375c5e5b6000 req-b8275d22-ab78-4b8a-8953-ff0a8616d179 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:11.636596 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-ff351eca-17c8-4587-a478-55d842417fb8 req-a8df45e5-f95c-40f9-9a71-f79c63a5433e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0fb11382-d873-41bd-aeb5-9123dc01c8dc HTTP/1.1" status: 200 len: 217 time: 0.2288570 Jun 28 11:17:11.640172 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-217d8581-2d4a-4a42-867d-d66ee5cdf1e3 req-9cd348f2-85df-42e3-8d2d-866d57c4b527 service neutron] 10.222.0.43 "GET /v2.0/networks/5316afc2-a33a-494f-bbbe-5e30377632ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5037634 Jun 28 11:17:11.652757 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Current status of the port 3e3c05d1-565e-4652-99fe-fa38ec81e6bb is: DOWN; New status is: BUILD {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:17:11.653130 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:11.655919 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ceb09-bf7f-4ecd-8c95-d921eb94d5b2 req-fc8209f8-b6aa-4383-b249-e07eaeb8eb96 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:11.669352 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-141ceb09-bf7f-4ecd-8c95-d921eb94d5b2 req-fc8209f8-b6aa-4383-b249-e07eaeb8eb96 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bf380c0-b4f7-43e2-a809-1619f0a0ef32 HTTP/1.1" status: 200 len: 944 time: 0.4940805 Jun 28 11:17:11.693812 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e3c05d1-565e-4652-99fe-fa38ec81e6bb {{(pid=88179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:17:11.738282 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port 3e3c05d1-565e-4652-99fe-fa38ec81e6bb, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=3e3c05d1-565e-4652-99fe-fa38ec81e6bb,segment=NetworkSegment(57e9c6f3-a16e-4f97-bef6-f490cb187f6c),segment_id=57e9c6f3-a16e-4f97-bef6-f490cb187f6c)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:17:11.744785 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:11.745516 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device 0fb11382-d873-41bd-aeb5-9123dc01c8dc details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=88179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:17:11.782184 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-f08fdbb2-4450-4de2-8323-d98431727873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:11.837972 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-afcb23bc-aa1c-44be-8679-7061f60b77d3 req-a87b49d5-d619-4fa3-ac54-13e140aa2c60 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6002262 Jun 28 11:17:11.881304 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08fdbb2-4450-4de2-8323-d98431727873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ece4b3-dd53-4c22-b035-e8a3953d999c,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:11.903533 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.provisioning_blocks [req-b9beaccc-8c35-4191-b935-375c5e5b6000 req-b8275d22-ab78-4b8a-8953-ff0a8616d179 service neutron] Transition to ACTIVE for port object 251e1a9d-ec96-4ba0-a7a1-43dc3602134b will not be triggered until provisioned by entity L2. {{(pid=88177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:17:11.920819 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-f08fdbb2-4450-4de2-8323-d98431727873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:11.922347 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-f08fdbb2-4450-4de2-8323-d98431727873 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e0ece4b3-dd53-4c22-b035-e8a3953d999c HTTP/1.1" status: 204 len: 168 time: 1.7155147 Jun 28 11:17:11.927225 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Pushing event updated for resources: {'Port': ['ID=3e3c05d1-565e-4652-99fe-fa38ec81e6bb,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:11.936807 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-b9beaccc-8c35-4191-b935-375c5e5b6000 req-b8275d22-ab78-4b8a-8953-ff0a8616d179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2688088'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:11.953510 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6628336a-61b8-426a-81dd-27d155e5d2a3 req-4f9381fd-c333-4b3c-8cad-f946d4ff6dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:11.954998 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-6628336a-61b8-426a-81dd-27d155e5d2a3 req-4f9381fd-c333-4b3c-8cad-f946d4ff6dcd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9a519a8d5c54458c8ad1c43bdb399503&device_id=2bf380c0-b4f7-43e2-a809-1619f0a0ef32 HTTP/1.1" status: 200 len: 1097 time: 0.5669653 Jun 28 11:17:12.037563 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b00c32bb-5b10-4ba1-bb89-82e34b2ba60f', 'tag': '550bd21d-10c5-4388-a5c4-8c0d38d1f620'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:17:12.061777 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8275d22-ab78-4b8a-8953-ff0a8616d179 service neutron] Pushing event updated for resources: {'Port': ['ID=251e1a9d-ec96-4ba0-a7a1-43dc3602134b,revision_number=2']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:12.150999 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-141ceb09-bf7f-4ecd-8c95-d921eb94d5b2 req-a09c9bff-cdad-4878-a621-9931b65092ed tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c9f6dd2-5c69-47a3-a1db-bebdcd4d9b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4259479 Jun 28 11:17:12.158650 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff351eca-17c8-4587-a478-55d842417fb8 req-63dcb305-f5ac-45c4-a4d1-d61d756d1a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:12.160975 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-ff351eca-17c8-4587-a478-55d842417fb8 req-63dcb305-f5ac-45c4-a4d1-d61d756d1a61 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4959b550-e4a6-4bb2-a9b3-3d13206321f5 HTTP/1.1" status: 200 len: 858 time: 0.5035315 Jun 28 11:17:12.333726 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-217d8581-2d4a-4a42-867d-d66ee5cdf1e3 req-71de040e-4a4f-4cfb-95cb-43797eb1d0d5 service neutron] 10.222.0.43 "GET /v2.0/networks/5316afc2-a33a-494f-bbbe-5e30377632ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6523323 Jun 28 11:17:12.353145 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port 0fb11382-d873-41bd-aeb5-9123dc01c8dc, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=0fb11382-d873-41bd-aeb5-9123dc01c8dc,segment=NetworkSegment(fd3dbdf8-f40f-4579-8d9f-d3926cb58f5f),segment_id=fd3dbdf8-f40f-4579-8d9f-d3926cb58f5f)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:17:12.386669 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Returning: {'device': '0fb11382-d873-41bd-aeb5-9123dc01c8dc', 'network_id': '3dcee093-7093-4d70-9e54-e71a2fd9b0d8', 'port_id': '0fb11382-d873-41bd-aeb5-9123dc01c8dc', 'mac_address': 'fa:16:3e:4f:cb:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4959b550-e4a6-4bb2-a9b3-3d13206321f5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:17:12.522709 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Current status of the port 0fb11382-d873-41bd-aeb5-9123dc01c8dc is: DOWN; New status is: BUILD {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:17:12.523276 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:12.542464 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fb11382-d873-41bd-aeb5-9123dc01c8dc {{(pid=88179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:17:12.563287 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port 0fb11382-d873-41bd-aeb5-9123dc01c8dc, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=0fb11382-d873-41bd-aeb5-9123dc01c8dc,segment=NetworkSegment(fd3dbdf8-f40f-4579-8d9f-d3926cb58f5f),segment_id=fd3dbdf8-f40f-4579-8d9f-d3926cb58f5f)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:17:12.570784 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:12.604047 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c4514-7ea7-4215-8bbb-b8fbb2c96414 req-e25f15ad-fde4-465b-90d9-d3432cf124b2 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:12.605608 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-4f2c4514-7ea7-4215-8bbb-b8fbb2c96414 req-e25f15ad-fde4-465b-90d9-d3432cf124b2 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5deb6ac-32cb-4d1a-93ab-e6e05f6bbb77 HTTP/1.1" status: 200 len: 944 time: 0.5274935 Jun 28 11:17:12.607726 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d7055-03a0-4df8-ad74-ab8028263c50 req-1a70b63a-5ee2-4ad2-9a6c-c03ee4f162d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:12.609128 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b10d7055-03a0-4df8-ad74-ab8028263c50 req-1a70b63a-5ee2-4ad2-9a6c-c03ee4f162d0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3dcee093-7093-4d70-9e54-e71a2fd9b0d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.9761801 Jun 28 11:17:12.614354 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6628336a-61b8-426a-81dd-27d155e5d2a3 req-cc65d32b-0e4a-475b-b9e0-ea41de811033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:12.615825 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-6628336a-61b8-426a-81dd-27d155e5d2a3 req-cc65d32b-0e4a-475b-b9e0-ea41de811033 service neutron] 10.222.0.43 "GET /v2.0/networks?id=21e79c31-8e4c-4686-94df-41e665c65d49 HTTP/1.1" status: 200 len: 915 time: 0.6516113 Jun 28 11:17:12.671778 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Pushing event updated for resources: {'Port': ['ID=0fb11382-d873-41bd-aeb5-9123dc01c8dc,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:12.724533 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-6628336a-61b8-426a-81dd-27d155e5d2a3 req-92ffa115-0395-4899-a821-afe5f7bae7f1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bfc1801b-3d8a-4549-be03-706bb1aea69b HTTP/1.1" status: 200 len: 217 time: 0.0972087 Jun 28 11:17:12.753864 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.managers [req-b9beaccc-8c35-4191-b935-375c5e5b6000 req-b8275d22-ab78-4b8a-8953-ff0a8616d179 service neutron] Attempting to bind port 251e1a9d-ec96-4ba0-a7a1-43dc3602134b on host hv-cinder-84460 for vnic_type normal with profile {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:17:12.754202 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.managers [req-b9beaccc-8c35-4191-b935-375c5e5b6000 req-b8275d22-ab78-4b8a-8953-ff0a8616d179 service neutron] Attempting to bind port 251e1a9d-ec96-4ba0-a7a1-43dc3602134b by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': '17cc432d-efff-455f-9a65-b5d8bf244c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3f8d13e4-2335-496a-b358-95cda2a57319'}] {{(pid=88177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:17:12.754528 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9beaccc-8c35-4191-b935-375c5e5b6000 req-b8275d22-ab78-4b8a-8953-ff0a8616d179 service neutron] Attempting to bind port 251e1a9d-ec96-4ba0-a7a1-43dc3602134b on network 3f8d13e4-2335-496a-b358-95cda2a57319 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:17:12.780017 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9beaccc-8c35-4191-b935-375c5e5b6000 req-b8275d22-ab78-4b8a-8953-ff0a8616d179 service neutron] Port 251e1a9d-ec96-4ba0-a7a1-43dc3602134b on network 3f8d13e4-2335-496a-b358-95cda2a57319 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 11:17:12.780400 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9beaccc-8c35-4191-b935-375c5e5b6000 req-b8275d22-ab78-4b8a-8953-ff0a8616d179 service neutron] Attempting to bind port 251e1a9d-ec96-4ba0-a7a1-43dc3602134b on network 3f8d13e4-2335-496a-b358-95cda2a57319 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:17:12.783440 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b65e48-4541-429f-95a4-c29d2cd5d95b req-ec388762-550a-489a-a415-391d6ab095fd tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:12.785045 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-34b65e48-4541-429f-95a4-c29d2cd5d95b req-ec388762-550a-489a-a415-391d6ab095fd tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5feac2-94f7-4fac-9509-f0a495642234 HTTP/1.1" status: 200 len: 944 time: 0.4017088 Jun 28 11:17:12.812503 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 52966) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:12.820404 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6628336a-61b8-426a-81dd-27d155e5d2a3 req-9ec30e41-e6b0-494d-9e6f-bb746eddaffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:12.821989 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-6628336a-61b8-426a-81dd-27d155e5d2a3 req-9ec30e41-e6b0-494d-9e6f-bb746eddaffe service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0543e16d-abbf-4f46-8991-01ac45b7ec02 HTTP/1.1" status: 200 len: 853 time: 0.0912526 Jun 28 11:17:12.830682 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9beaccc-8c35-4191-b935-375c5e5b6000 req-b8275d22-ab78-4b8a-8953-ff0a8616d179 service neutron] Checking agent: {'id': '08bfabbf-d5f3-4ca7-8c16-3ebc8bd75d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 14), 'started_at': datetime.datetime(2022, 6, 28, 11, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:17:12.831029 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9beaccc-8c35-4191-b935-375c5e5b6000 req-b8275d22-ab78-4b8a-8953-ff0a8616d179 service neutron] Checking segment: {'id': '17cc432d-efff-455f-9a65-b5d8bf244c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3f8d13e4-2335-496a-b358-95cda2a57319'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:17:12.831399 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9beaccc-8c35-4191-b935-375c5e5b6000 req-b8275d22-ab78-4b8a-8953-ff0a8616d179 service neutron] Bound using segment: {'id': '17cc432d-efff-455f-9a65-b5d8bf244c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3f8d13e4-2335-496a-b358-95cda2a57319'} {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:17:12.831831 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.managers [req-b9beaccc-8c35-4191-b935-375c5e5b6000 req-b8275d22-ab78-4b8a-8953-ff0a8616d179 service neutron] Bound port: 251e1a9d-ec96-4ba0-a7a1-43dc3602134b, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17cc432d-efff-455f-9a65-b5d8bf244c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3f8d13e4-2335-496a-b358-95cda2a57319'}}] {{(pid=88177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:17:12.832201 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-b9beaccc-8c35-4191-b935-375c5e5b6000 req-b8275d22-ab78-4b8a-8953-ff0a8616d179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:12.869483 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-4f2c4514-7ea7-4215-8bbb-b8fbb2c96414 req-42bc70d9-668f-42a7-b0e4-db74f678279a tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6daf09b6-1da0-4cde-927a-d027da925601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481487 Jun 28 11:17:12.887760 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] get_ports_and_sgs() called for port_ids ['3e3c05d1-565e-4652-99fe-fa38ec81e6bb'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:17:12.888366 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-1d70414d-0ecf-4666-a643-05e5499b817f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:12.900701 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b10d7055-03a0-4df8-ad74-ab8028263c50 req-0ee00fd9-7b4b-4a07-9eea-9c615774aaa2 service neutron] 10.222.0.43 "GET /v2.0/networks/3dcee093-7093-4d70-9e54-e71a2fd9b0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806137 Jun 28 11:17:12.917125 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff351eca-17c8-4587-a478-55d842417fb8 req-96e16462-89ce-4ee0-972d-4a107014d31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:12.919208 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-ff351eca-17c8-4587-a478-55d842417fb8 req-96e16462-89ce-4ee0-972d-4a107014d31f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3dcee093-7093-4d70-9e54-e71a2fd9b0d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.6402628 Jun 28 11:17:12.941308 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-34b65e48-4541-429f-95a4-c29d2cd5d95b req-3b991408-1137-4b21-9980-49dd0bafa234 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/security-groups?id=56306c0d-b659-4870-a456-904bd2051209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428149 Jun 28 11:17:12.982603 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb04f960-7ea0-44b3-937f-d553a282f3c4'] response: {'name': 'network-changed', 'server_uuid': 'b00c32bb-5b10-4ba1-bb89-82e34b2ba60f', 'tag': '550bd21d-10c5-4388-a5c4-8c0d38d1f620', 'status': 'completed', 'code': 200} Jun 28 11:17:12.998853 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6628336a-61b8-426a-81dd-27d155e5d2a3 req-9e90f2a6-32d6-4fc4-9a33-6669f409df46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:13.006105 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-6628336a-61b8-426a-81dd-27d155e5d2a3 req-9e90f2a6-32d6-4fc4-9a33-6669f409df46 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=21e79c31-8e4c-4686-94df-41e665c65d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1686387 Jun 28 11:17:13.047148 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] get_ports_and_sgs() called for port_ids ['0fb11382-d873-41bd-aeb5-9123dc01c8dc'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:17:13.244213 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 52978) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:13.302333 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-6628336a-61b8-426a-81dd-27d155e5d2a3 req-2eca2520-5ab3-4acc-a1f6-f3b130aad81e service neutron] 10.222.0.43 "GET /v2.0/networks/21e79c31-8e4c-4686-94df-41e665c65d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890856 Jun 28 11:17:13.314277 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device bfc1801b-3d8a-4549-be03-706bb1aea69b details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=88179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:17:13.379627 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-1d70414d-0ecf-4666-a643-05e5499b817f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:13.416683 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-1d70414d-0ecf-4666-a643-05e5499b817f admin admin] Usage tracker for resource:security_group_rule and tenant:173b95a84545497194df192d51bfdf1e is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:13.425976 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-1d70414d-0ecf-4666-a643-05e5499b817f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:13.470949 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-1d70414d-0ecf-4666-a643-05e5499b817f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:13.555897 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.db [req-b9beaccc-8c35-4191-b935-375c5e5b6000 req-b8275d22-ab78-4b8a-8953-ff0a8616d179 service neutron] For port 251e1a9d-ec96-4ba0-a7a1-43dc3602134b, host hv-cinder-84460, cleared binding levels {{(pid=88177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:17:13.580491 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-6628336a-61b8-426a-81dd-27d155e5d2a3 req-6a93b86b-e41d-47bc-8ebc-c63d9cd14a58 service neutron] 10.222.0.43 "GET /v2.0/networks/21e79c31-8e4c-4686-94df-41e665c65d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695198 Jun 28 11:17:13.595710 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b10d7055-03a0-4df8-ad74-ab8028263c50 req-9c59476e-bd45-4cc2-af5d-217269106efa service neutron] 10.222.0.43 "GET /v2.0/networks/3dcee093-7093-4d70-9e54-e71a2fd9b0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6104167 Jun 28 11:17:13.606406 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171bb709-f203-4750-b171-966bdbf76311 req-68bd3ac2-8644-40ea-8286-620630b2e72b tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:13.614405 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.db [req-b9beaccc-8c35-4191-b935-375c5e5b6000 req-b8275d22-ab78-4b8a-8953-ff0a8616d179 service neutron] For port 251e1a9d-ec96-4ba0-a7a1-43dc3602134b, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=251e1a9d-ec96-4ba0-a7a1-43dc3602134b,segment=NetworkSegment(17cc432d-efff-455f-9a65-b5d8bf244c2a),segment_id=17cc432d-efff-455f-9a65-b5d8bf244c2a)] {{(pid=88177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:17:13.615624 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-171bb709-f203-4750-b171-966bdbf76311 req-68bd3ac2-8644-40ea-8286-620630b2e72b tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bf380c0-b4f7-43e2-a809-1619f0a0ef32 HTTP/1.1" status: 200 len: 944 time: 0.1854093 Jun 28 11:17:13.620696 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-ff351eca-17c8-4587-a478-55d842417fb8 req-3d1c20d0-4369-4bd6-bb6c-e47971150f79 service neutron] 10.222.0.43 "GET /v2.0/networks/3dcee093-7093-4d70-9e54-e71a2fd9b0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6342247 Jun 28 11:17:13.635116 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-b9beaccc-8c35-4191-b935-375c5e5b6000 req-b8275d22-ab78-4b8a-8953-ff0a8616d179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2688088'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:13.675130 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-135dd115-f002-479f-9ba9-6b8ee6cab674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:13.700474 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-171bb709-f203-4750-b171-966bdbf76311 req-6333dd8c-7a8b-47e2-bb58-cf50f3fbb248 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c9f6dd2-5c69-47a3-a1db-bebdcd4d9b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815346 Jun 28 11:17:13.722217 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-135dd115-f002-479f-9ba9-6b8ee6cab674 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:13.730580 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-135dd115-f002-479f-9ba9-6b8ee6cab674 admin admin] Usage tracker for resource:security_group_rule and tenant:52eea7cd76a340bab53b0c54bc7e0b80 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:13.738878 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-135dd115-f002-479f-9ba9-6b8ee6cab674 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:13.750521 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-135dd115-f002-479f-9ba9-6b8ee6cab674 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:13.792037 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port bfc1801b-3d8a-4549-be03-706bb1aea69b, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=bfc1801b-3d8a-4549-be03-706bb1aea69b,segment=NetworkSegment(d955dde5-69b1-4a11-8383-f5f9cce13386),segment_id=d955dde5-69b1-4a11-8383-f5f9cce13386)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:17:13.808228 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Returning: {'device': 'bfc1801b-3d8a-4549-be03-706bb1aea69b', 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49', 'port_id': 'bfc1801b-3d8a-4549-be03-706bb1aea69b', 'mac_address': 'fa:16:3e:7c:f7:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0543e16d-abbf-4f46-8991-01ac45b7ec02', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:17:13.839558 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe8b40-0a45-45eb-b197-f3727a82e32f req-72138567-5ad6-4e0a-a036-b286f9650cec tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:13.841154 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-58fe8b40-0a45-45eb-b197-f3727a82e32f req-72138567-5ad6-4e0a-a036-b286f9650cec tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=548398f6-21cb-449b-b283-b7585254ad20 HTTP/1.1" status: 200 len: 945 time: 0.6783869 Jun 28 11:17:13.855885 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9beaccc-8c35-4191-b935-375c5e5b6000 req-b8275d22-ab78-4b8a-8953-ff0a8616d179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:13.855969 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-b9beaccc-8c35-4191-b935-375c5e5b6000 req-b8275d22-ab78-4b8a-8953-ff0a8616d179 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562711'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:13.857787 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b9beaccc-8c35-4191-b935-375c5e5b6000 req-b8275d22-ab78-4b8a-8953-ff0a8616d179 service neutron] 10.222.0.43 "PUT /v2.0/ports/251e1a9d-ec96-4ba0-a7a1-43dc3602134b HTTP/1.1" status: 200 len: 1094 time: 4.4985745 Jun 28 11:17:13.918929 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Current status of the port bfc1801b-3d8a-4549-be03-706bb1aea69b is: DOWN; New status is: BUILD {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:17:13.919548 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:13.960181 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-135dd115-f002-479f-9ba9-6b8ee6cab674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:13.970175 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfc1801b-3d8a-4549-be03-706bb1aea69b {{(pid=88179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:17:13.973922 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-135dd115-f002-479f-9ba9-6b8ee6cab674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:14.001015 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8275d22-ab78-4b8a-8953-ff0a8616d179 service neutron] Pushing event updated for resources: {'Port': ['ID=251e1a9d-ec96-4ba0-a7a1-43dc3602134b,revision_number=3']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:14.012515 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port bfc1801b-3d8a-4549-be03-706bb1aea69b, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=bfc1801b-3d8a-4549-be03-706bb1aea69b,segment=NetworkSegment(d955dde5-69b1-4a11-8383-f5f9cce13386),segment_id=d955dde5-69b1-4a11-8383-f5f9cce13386)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:17:14.028260 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:14.031662 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-135dd115-f002-479f-9ba9-6b8ee6cab674 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=52eea7cd76a340bab53b0c54bc7e0b80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7804053 Jun 28 11:17:14.031662 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135dd115-f002-479f-9ba9-6b8ee6cab674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=355c1fbd-1d73-4a73-abe4-a4a01f66bdd5,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:14.034672 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 53006) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:14.189221 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Pushing event updated for resources: {'Port': ['ID=bfc1801b-3d8a-4549-be03-706bb1aea69b,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:14.195810 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-ff351eca-17c8-4587-a478-55d842417fb8 req-88fac07d-c2b9-43f2-a280-0d59c23c6c96 service neutron] 10.222.0.43 "GET /v2.0/networks/3dcee093-7093-4d70-9e54-e71a2fd9b0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5626364 Jun 28 11:17:14.235622 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-5cd6a87f-ea62-4baa-907c-eea5639126e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:14.256750 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-1d70414d-0ecf-4666-a643-05e5499b817f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:14.290617 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-5cd6a87f-ea62-4baa-907c-eea5639126e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:14.294947 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-1d70414d-0ecf-4666-a643-05e5499b817f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:14.324674 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-58fe8b40-0a45-45eb-b197-f3727a82e32f req-b09d203a-eee3-4812-a7b3-0a859da82d34 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4636304 Jun 28 11:17:14.334139 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18419e-67ad-46c7-9e72-83af7ca9cea3 req-53bace92-c168-4bf2-a8f5-2895e9eff744 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:14.340871 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7dbd02-8997-435c-90f1-513e7ea9dc2f req-7732c7cc-d7cd-4a63-ba44-041ed449d598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:14.341188 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-0d18419e-67ad-46c7-9e72-83af7ca9cea3 req-53bace92-c168-4bf2-a8f5-2895e9eff744 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5deb6ac-32cb-4d1a-93ab-e6e05f6bbb77 HTTP/1.1" status: 200 len: 944 time: 0.2428513 Jun 28 11:17:14.342870 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-7b7dbd02-8997-435c-90f1-513e7ea9dc2f req-7732c7cc-d7cd-4a63-ba44-041ed449d598 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39ee6a774aa94963a4c024612cabe0ab&device_id=b00c32bb-5b10-4ba1-bb89-82e34b2ba60f HTTP/1.1" status: 200 len: 1096 time: 0.6306403 Jun 28 11:17:14.345047 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] get_ports_and_sgs() called for port_ids ['bfc1801b-3d8a-4549-be03-706bb1aea69b'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:17:14.404938 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-0d18419e-67ad-46c7-9e72-83af7ca9cea3 req-9bc79434-f48f-4645-8a43-2cf2b83dc540 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6daf09b6-1da0-4cde-927a-d027da925601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627830 Jun 28 11:17:14.424940 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-5cd6a87f-ea62-4baa-907c-eea5639126e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:14.429251 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d70414d-0ecf-4666-a643-05e5499b817f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9fe295-21e5-46b3-99fe-eef86d00412d,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:14.438557 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-1d70414d-0ecf-4666-a643-05e5499b817f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=173b95a84545497194df192d51bfdf1e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6159711 Jun 28 11:17:14.446369 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 53016) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:14.447136 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd6a87f-ea62-4baa-907c-eea5639126e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=355c1fbd-1d73-4a73-abe4-a4a01f66bdd5,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:14.468221 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-5cd6a87f-ea62-4baa-907c-eea5639126e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:14.469561 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-5cd6a87f-ea62-4baa-907c-eea5639126e5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/355c1fbd-1d73-4a73-abe4-a4a01f66bdd5 HTTP/1.1" status: 204 len: 168 time: 0.4335647 Jun 28 11:17:14.531748 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-9e971edf-fe05-4350-8648-cf5d15136cff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:14.591392 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-9e971edf-fe05-4350-8648-cf5d15136cff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:14.657847 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 53024) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:14.702646 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-9e971edf-fe05-4350-8648-cf5d15136cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:14.742510 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e971edf-fe05-4350-8648-cf5d15136cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9fe295-21e5-46b3-99fe-eef86d00412d,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:14.755808 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-9e971edf-fe05-4350-8648-cf5d15136cff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:14.760375 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-9e971edf-fe05-4350-8648-cf5d15136cff admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cd9fe295-21e5-46b3-99fe-eef86d00412d HTTP/1.1" status: 204 len: 168 time: 0.3109396 Jun 28 11:17:14.786795 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9beaccc-8c35-4191-b935-375c5e5b6000 req-cb8f3254-acd8-442d-b3f4-4a71011f6ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:14.788375 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b9beaccc-8c35-4191-b935-375c5e5b6000 req-cb8f3254-acd8-442d-b3f4-4a71011f6ecb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0d240302ccf0453994b861ae39dea463&device_id=0a5feac2-94f7-4fac-9509-f0a495642234 HTTP/1.1" status: 200 len: 1097 time: 0.7281842 Jun 28 11:17:14.891243 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7dbd02-8997-435c-90f1-513e7ea9dc2f req-2bc04070-71a0-448c-a15a-ea4e56a70005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:14.892729 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-7b7dbd02-8997-435c-90f1-513e7ea9dc2f req-2bc04070-71a0-448c-a15a-ea4e56a70005 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3dcee093-7093-4d70-9e54-e71a2fd9b0d8 HTTP/1.1" status: 200 len: 920 time: 0.5205092 Jun 28 11:17:14.894421 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b9beaccc-8c35-4191-b935-375c5e5b6000 req-64a9e86c-97f4-4f38-a8c2-bca6d4e98262 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=251e1a9d-ec96-4ba0-a7a1-43dc3602134b HTTP/1.1" status: 200 len: 217 time: 0.0965550 Jun 28 11:17:14.978506 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d883d8ab-007c-42ec-b480-de80507bb8e0 req-4ec0124a-278a-4446-ba66-c6684127d810 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:14.985915 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-d883d8ab-007c-42ec-b480-de80507bb8e0 req-4ec0124a-278a-4446-ba66-c6684127d810 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bf380c0-b4f7-43e2-a809-1619f0a0ef32 HTTP/1.1" status: 200 len: 945 time: 0.1203029 Jun 28 11:17:14.997227 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a5feac2-94f7-4fac-9509-f0a495642234', 'tag': '251e1a9d-ec96-4ba0-a7a1-43dc3602134b'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:17:15.046347 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-34e99f9a-14d8-48a0-8f10-2edf513fccbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:15.053746 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-7b7dbd02-8997-435c-90f1-513e7ea9dc2f req-4c6b059d-33b8-4006-a055-c823d7da0541 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=550bd21d-10c5-4388-a5c4-8c0d38d1f620 HTTP/1.1" status: 200 len: 217 time: 0.1496975 Jun 28 11:17:15.062288 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4055dff-1f14-4166-b19e-52176be87674 req-b79d578b-bf78-4c82-a8a3-8399c4eedb33 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:15.063167 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-f4055dff-1f14-4166-b19e-52176be87674 req-b79d578b-bf78-4c82-a8a3-8399c4eedb33 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Synchronizing usage tracker for tenant:0d240302ccf0453994b861ae39dea463 on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:17:15.068594 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-d883d8ab-007c-42ec-b480-de80507bb8e0 req-5130f002-d29d-4c34-9245-bfdfc1d54d2f tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c9f6dd2-5c69-47a3-a1db-bebdcd4d9b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817606 Jun 28 11:17:15.082246 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-34e99f9a-14d8-48a0-8f10-2edf513fccbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:15.092527 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-34e99f9a-14d8-48a0-8f10-2edf513fccbe admin admin] Usage tracker for resource:security_group_rule and tenant:25675cae0be0436696700ac164567003 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:15.096040 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-34e99f9a-14d8-48a0-8f10-2edf513fccbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:15.108017 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-34e99f9a-14d8-48a0-8f10-2edf513fccbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:15.146018 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03ac794b-d303-429b-bee8-56212a0210d4'] response: {'name': 'network-changed', 'server_uuid': '0a5feac2-94f7-4fac-9509-f0a495642234', 'tag': '251e1a9d-ec96-4ba0-a7a1-43dc3602134b', 'status': 'completed', 'code': 200} Jun 28 11:17:15.162770 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9beaccc-8c35-4191-b935-375c5e5b6000 req-75e0b018-70f4-4d22-a7a4-22950d6cf3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:15.164538 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b9beaccc-8c35-4191-b935-375c5e5b6000 req-75e0b018-70f4-4d22-a7a4-22950d6cf3e4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2fabbc00-cab3-403d-bb79-f769bf69911e HTTP/1.1" status: 200 len: 849 time: 0.1748636 Jun 28 11:17:15.165091 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-f4055dff-1f14-4166-b19e-52176be87674 req-b79d578b-bf78-4c82-a8a3-8399c4eedb33 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Unset dirty status for tenant:0d240302ccf0453994b861ae39dea463 on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:17:15.166102 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-f4055dff-1f14-4166-b19e-52176be87674 req-b79d578b-bf78-4c82-a8a3-8399c4eedb33 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5feac2-94f7-4fac-9509-f0a495642234 HTTP/1.1" status: 200 len: 944 time: 0.6178222 Jun 28 11:17:15.203953 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 53042) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:15.212673 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7dbd02-8997-435c-90f1-513e7ea9dc2f req-3c5cd9b4-135c-4714-8a67-0184c382d08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:15.214096 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-7b7dbd02-8997-435c-90f1-513e7ea9dc2f req-3c5cd9b4-135c-4714-8a67-0184c382d08d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4959b550-e4a6-4bb2-a9b3-3d13206321f5 HTTP/1.1" status: 200 len: 858 time: 0.1479452 Jun 28 11:17:15.232881 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-748c73e3-d779-4f2d-8677-f8971179d5b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:15.259915 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-34e99f9a-14d8-48a0-8f10-2edf513fccbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:15.261244 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-748c73e3-d779-4f2d-8677-f8971179d5b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:15.266138 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-748c73e3-d779-4f2d-8677-f8971179d5b3 admin admin] Usage tracker for resource:security_group_rule and tenant:b63bbc633bd04c40b9335385168d5da5 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:15.268782 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-34e99f9a-14d8-48a0-8f10-2edf513fccbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:15.282449 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-748c73e3-d779-4f2d-8677-f8971179d5b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:15.293847 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device 550bd21d-10c5-4388-a5c4-8c0d38d1f620 details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=88179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:17:15.299762 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device bfc1801b-3d8a-4549-be03-706bb1aea69b up at agent hyperv_hv-cinder-84460 {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:17:15.308735 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-748c73e3-d779-4f2d-8677-f8971179d5b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:15.335350 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-34e99f9a-14d8-48a0-8f10-2edf513fccbe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=25675cae0be0436696700ac164567003&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6757574 Jun 28 11:17:15.344755 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 53048) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:15.347111 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e99f9a-14d8-48a0-8f10-2edf513fccbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf82e93-441e-4242-938b-b00bcdf6c83a,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:15.430502 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-f4055dff-1f14-4166-b19e-52176be87674 req-3d06d678-3874-4f1b-8893-c9bf510a83fa tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/security-groups?id=56306c0d-b659-4870-a456-904bd2051209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2154546 Jun 28 11:17:15.466384 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9beaccc-8c35-4191-b935-375c5e5b6000 req-18f12f6e-796c-4721-afc8-0f230b679e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:15.468172 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b9beaccc-8c35-4191-b935-375c5e5b6000 req-18f12f6e-796c-4721-afc8-0f230b679e66 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3f8d13e4-2335-496a-b358-95cda2a57319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2966530 Jun 28 11:17:15.472210 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7dbd02-8997-435c-90f1-513e7ea9dc2f req-11ccce03-1c87-4cc9-9ebd-f1e18bd06da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:15.474591 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-7b7dbd02-8997-435c-90f1-513e7ea9dc2f req-11ccce03-1c87-4cc9-9ebd-f1e18bd06da2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3dcee093-7093-4d70-9e54-e71a2fd9b0d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2530870 Jun 28 11:17:15.561157 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port 550bd21d-10c5-4388-a5c4-8c0d38d1f620, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=550bd21d-10c5-4388-a5c4-8c0d38d1f620,segment=NetworkSegment(fd3dbdf8-f40f-4579-8d9f-d3926cb58f5f),segment_id=fd3dbdf8-f40f-4579-8d9f-d3926cb58f5f)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:17:15.580366 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Returning: {'device': '550bd21d-10c5-4388-a5c4-8c0d38d1f620', 'network_id': '3dcee093-7093-4d70-9e54-e71a2fd9b0d8', 'port_id': '550bd21d-10c5-4388-a5c4-8c0d38d1f620', 'mac_address': 'fa:16:3e:30:d6:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4959b550-e4a6-4bb2-a9b3-3d13206321f5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:17:15.653636 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Current status of the port 550bd21d-10c5-4388-a5c4-8c0d38d1f620 is: DOWN; New status is: BUILD {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:17:15.654360 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:15.681050 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 550bd21d-10c5-4388-a5c4-8c0d38d1f620 {{(pid=88179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:17:15.708017 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port 550bd21d-10c5-4388-a5c4-8c0d38d1f620, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=550bd21d-10c5-4388-a5c4-8c0d38d1f620,segment=NetworkSegment(fd3dbdf8-f40f-4579-8d9f-d3926cb58f5f),segment_id=fd3dbdf8-f40f-4579-8d9f-d3926cb58f5f)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:17:15.718014 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Provisioning for port bfc1801b-3d8a-4549-be03-706bb1aea69b completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:17:15.723947 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:15.726591 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Provisioning complete for port bfc1801b-3d8a-4549-be03-706bb1aea69b triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:17:15.727229 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:15.735422 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-14b6a658-28da-4133-893a-2695506a7b8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:15.798123 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-748c73e3-d779-4f2d-8677-f8971179d5b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:15.808016 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-14b6a658-28da-4133-893a-2695506a7b8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:15.819762 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-748c73e3-d779-4f2d-8677-f8971179d5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:15.867641 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b9beaccc-8c35-4191-b935-375c5e5b6000 req-ed46116c-48ff-41b6-b4ce-d99f95d11a58 service neutron] 10.222.0.43 "GET /v2.0/networks/3f8d13e4-2335-496a-b358-95cda2a57319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3906896 Jun 28 11:17:15.873099 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-7b7dbd02-8997-435c-90f1-513e7ea9dc2f req-4f9750ba-09a6-451c-8f7e-12ac1c9b8f80 service neutron] 10.222.0.43 "GET /v2.0/networks/3dcee093-7093-4d70-9e54-e71a2fd9b0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3728912 Jun 28 11:17:15.941743 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab4ed6-5a1d-420d-bc56-c132dae7508a req-1eb96105-d326-4946-9313-e8724ef637c5 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:15.950149 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-86ab4ed6-5a1d-420d-bc56-c132dae7508a req-1eb96105-d326-4946-9313-e8724ef637c5 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=548398f6-21cb-449b-b283-b7585254ad20 HTTP/1.1" status: 200 len: 945 time: 0.3126678 Jun 28 11:17:16.020236 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748c73e3-d779-4f2d-8677-f8971179d5b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5418dc-c802-488a-b356-7b5f4c7da20f,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:16.028207 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-748c73e3-d779-4f2d-8677-f8971179d5b3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b63bbc633bd04c40b9335385168d5da5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8210781 Jun 28 11:17:16.034589 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 53074) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:16.079523 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] get_ports_and_sgs() called for port_ids ['550bd21d-10c5-4388-a5c4-8c0d38d1f620'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:17:16.148232 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b9beaccc-8c35-4191-b935-375c5e5b6000 req-f7ef5499-811a-4efe-a822-a9845e137f95 service neutron] 10.222.0.43 "GET /v2.0/networks/3f8d13e4-2335-496a-b358-95cda2a57319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616849 Jun 28 11:17:16.149224 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-86ab4ed6-5a1d-420d-bc56-c132dae7508a req-2f6f8efd-d45c-41d0-b5dd-ca3a6a3f1668 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980245 Jun 28 11:17:16.155825 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Pushing event updated for resources: {'Port': ['ID=550bd21d-10c5-4388-a5c4-8c0d38d1f620,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:16.164375 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-14b6a658-28da-4133-893a-2695506a7b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:16.199724 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b6a658-28da-4133-893a-2695506a7b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf82e93-441e-4242-938b-b00bcdf6c83a,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:16.232647 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-14b6a658-28da-4133-893a-2695506a7b8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:16.234708 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28e2ae7-0174-4e7f-8fe5-ef582f24514c req-b6ad8928-acc4-450c-88d8-20251161fc14 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:16.235626 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-14b6a658-28da-4133-893a-2695506a7b8c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4bf82e93-441e-4242-938b-b00bcdf6c83a HTTP/1.1" status: 204 len: 168 time: 0.8898976 Jun 28 11:17:16.245863 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-d28e2ae7-0174-4e7f-8fe5-ef582f24514c req-b6ad8928-acc4-450c-88d8-20251161fc14 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5deb6ac-32cb-4d1a-93ab-e6e05f6bbb77 HTTP/1.1" status: 200 len: 944 time: 0.6224864 Jun 28 11:17:16.265300 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-62cef1a2-9423-4a91-8c01-5cad779cf010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:16.295378 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Current status of the port bfc1801b-3d8a-4549-be03-706bb1aea69b is: BUILD; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:17:16.318575 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-62cef1a2-9423-4a91-8c01-5cad779cf010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:16.323998 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:16.430053 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-62cef1a2-9423-4a91-8c01-5cad779cf010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:16.471047 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cef1a2-9423-4a91-8c01-5cad779cf010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5418dc-c802-488a-b356-7b5f4c7da20f,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:16.539941 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-d28e2ae7-0174-4e7f-8fe5-ef582f24514c req-3b64cf12-3eb9-45ec-abf2-b49ef257129c tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6daf09b6-1da0-4cde-927a-d027da925601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930090 Jun 28 11:17:16.547604 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port bfc1801b-3d8a-4549-be03-706bb1aea69b, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=bfc1801b-3d8a-4549-be03-706bb1aea69b,segment=NetworkSegment(d955dde5-69b1-4a11-8383-f5f9cce13386),segment_id=d955dde5-69b1-4a11-8383-f5f9cce13386)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:17:16.547839 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-62cef1a2-9423-4a91-8c01-5cad779cf010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:16.549076 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-62cef1a2-9423-4a91-8c01-5cad779cf010 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1e5418dc-c802-488a-b356-7b5f4c7da20f HTTP/1.1" status: 204 len: 168 time: 0.5132940 Jun 28 11:17:16.574581 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bf380c0-b4f7-43e2-a809-1619f0a0ef32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc1801b-3d8a-4549-be03-706bb1aea69b'}] {{(pid=88179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:17:16.618743 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a7c83-7f1b-4893-a56f-b5ff3babbb03 req-d640cdbd-4bfc-4839-a2c2-15220325dedf tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:16.622124 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-e04a7c83-7f1b-4893-a56f-b5ff3babbb03 req-d640cdbd-4bfc-4839-a2c2-15220325dedf tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bf380c0-b4f7-43e2-a809-1619f0a0ef32 HTTP/1.1" status: 200 len: 945 time: 0.1318753 Jun 28 11:17:16.627752 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23019f-535d-4d43-b638-3a37f57c3fb8 req-8a1142cc-3774-4834-989b-be1998ef7c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:16.630675 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-4f23019f-535d-4d43-b638-3a37f57c3fb8 req-8a1142cc-3774-4834-989b-be1998ef7c3e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0d240302ccf0453994b861ae39dea463&device_id=0a5feac2-94f7-4fac-9509-f0a495642234 HTTP/1.1" status: 200 len: 1097 time: 0.3152883 Jun 28 11:17:16.686196 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-e04a7c83-7f1b-4893-a56f-b5ff3babbb03 req-e55b8368-69e3-4b40-8fa5-9b4a430a3324 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c9f6dd2-5c69-47a3-a1db-bebdcd4d9b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532711 Jun 28 11:17:16.725632 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:16.726679 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device 3e3c05d1-565e-4652-99fe-fa38ec81e6bb up at agent hyperv_hv-cinder-84460 {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:17:16.942385 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Pushing event updated for resources: {'Port': ['ID=bfc1801b-3d8a-4549-be03-706bb1aea69b,revision_number=5']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:16.963735 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-7b7dbd02-8997-435c-90f1-513e7ea9dc2f req-5f8ee945-f62c-47b1-925d-0d6e9400c60b service neutron] 10.222.0.43 "GET /v2.0/networks/3dcee093-7093-4d70-9e54-e71a2fd9b0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8447716 Jun 28 11:17:16.966445 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Provisioning for port 3e3c05d1-565e-4652-99fe-fa38ec81e6bb completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:17:16.985656 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Provisioning complete for port 3e3c05d1-565e-4652-99fe-fa38ec81e6bb triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:17:16.987324 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:17.023796 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c5698a-80fb-4a1d-8fb7-a15c26ca14ec req-a0f53c11-83a8-4dfb-9b5f-3bd12bdc04c0 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:17.035983 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-91c5698a-80fb-4a1d-8fb7-a15c26ca14ec req-a0f53c11-83a8-4dfb-9b5f-3bd12bdc04c0 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5feac2-94f7-4fac-9509-f0a495642234 HTTP/1.1" status: 200 len: 944 time: 0.1922715 Jun 28 11:17:17.112053 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-91c5698a-80fb-4a1d-8fb7-a15c26ca14ec req-cf18e5e9-879b-4a34-b43d-13b73bee4023 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/security-groups?id=56306c0d-b659-4870-a456-904bd2051209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750911 Jun 28 11:17:17.120050 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23019f-535d-4d43-b638-3a37f57c3fb8 req-eedb4c49-c8ac-4523-90b5-9879485c5aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:17.122387 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-4f23019f-535d-4d43-b638-3a37f57c3fb8 req-eedb4c49-c8ac-4523-90b5-9879485c5aa0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3f8d13e4-2335-496a-b358-95cda2a57319 HTTP/1.1" status: 200 len: 911 time: 0.4847672 Jun 28 11:17:17.220604 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-4f23019f-535d-4d43-b638-3a37f57c3fb8 req-ddb20494-8aed-40ab-a46c-b00d136398bc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=251e1a9d-ec96-4ba0-a7a1-43dc3602134b HTTP/1.1" status: 200 len: 217 time: 0.0908234 Jun 28 11:17:17.222094 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Current status of the port 3e3c05d1-565e-4652-99fe-fa38ec81e6bb is: BUILD; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:17:17.222470 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:17.258729 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port 3e3c05d1-565e-4652-99fe-fa38ec81e6bb, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=3e3c05d1-565e-4652-99fe-fa38ec81e6bb,segment=NetworkSegment(57e9c6f3-a16e-4f97-bef6-f490cb187f6c),segment_id=57e9c6f3-a16e-4f97-bef6-f490cb187f6c)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:17:17.266442 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:17.267462 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device 0fb11382-d873-41bd-aeb5-9123dc01c8dc up at agent hyperv_hv-cinder-84460 {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:17:17.366120 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23019f-535d-4d43-b638-3a37f57c3fb8 req-7caccfe2-782a-492c-8ad5-b11f5edb717d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:17.367566 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-4f23019f-535d-4d43-b638-3a37f57c3fb8 req-7caccfe2-782a-492c-8ad5-b11f5edb717d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2fabbc00-cab3-403d-bb79-f769bf69911e HTTP/1.1" status: 200 len: 849 time: 0.1389289 Jun 28 11:17:17.394469 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Pushing event updated for resources: {'Port': ['ID=3e3c05d1-565e-4652-99fe-fa38ec81e6bb,revision_number=5']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:17.466931 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23019f-535d-4d43-b638-3a37f57c3fb8 req-39310fe0-e5eb-48d6-8f4c-f9e73f6ad5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:17.468529 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-4f23019f-535d-4d43-b638-3a37f57c3fb8 req-39310fe0-e5eb-48d6-8f4c-f9e73f6ad5e9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3f8d13e4-2335-496a-b358-95cda2a57319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0941355 Jun 28 11:17:17.475558 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Provisioning for port 0fb11382-d873-41bd-aeb5-9123dc01c8dc completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:17:17.482295 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Provisioning complete for port 0fb11382-d873-41bd-aeb5-9123dc01c8dc triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:17:17.482721 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:17.487753 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e7573-3815-47b1-b805-5c8a8b3fb894 req-3c6be511-cfe6-4e50-9557-3ed40fee3415 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:17.489571 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-ae0e7573-3815-47b1-b805-5c8a8b3fb894 req-3c6be511-cfe6-4e50-9557-3ed40fee3415 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=548398f6-21cb-449b-b283-b7585254ad20 HTTP/1.1" status: 200 len: 945 time: 0.1263337 Jun 28 11:17:17.580421 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-ae0e7573-3815-47b1-b805-5c8a8b3fb894 req-8dc136a4-2ff4-455e-9c13-d8943591e9ef tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850365 Jun 28 11:17:17.633053 dv-cinder-844605-1-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fcd6758-8d5c-4767-a1d5-7ce4d879911e'] response: {'server_uuid': '2bf380c0-b4f7-43e2-a809-1619f0a0ef32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc1801b-3d8a-4549-be03-706bb1aea69b', 'code': 200} Jun 28 11:17:17.667763 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Current status of the port 0fb11382-d873-41bd-aeb5-9123dc01c8dc is: BUILD; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:17:17.668471 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:17.691139 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-4f23019f-535d-4d43-b638-3a37f57c3fb8 req-f2638a6b-16a0-44f4-a69e-0237751e583d service neutron] 10.222.0.43 "GET /v2.0/networks/3f8d13e4-2335-496a-b358-95cda2a57319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152700 Jun 28 11:17:17.707336 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port 0fb11382-d873-41bd-aeb5-9123dc01c8dc, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=0fb11382-d873-41bd-aeb5-9123dc01c8dc,segment=NetworkSegment(fd3dbdf8-f40f-4579-8d9f-d3926cb58f5f),segment_id=fd3dbdf8-f40f-4579-8d9f-d3926cb58f5f)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:17:17.718342 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:17.892931 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Pushing event updated for resources: {'Port': ['ID=0fb11382-d873-41bd-aeb5-9123dc01c8dc,revision_number=5']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:17.901300 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device 550bd21d-10c5-4388-a5c4-8c0d38d1f620 up at agent hyperv_hv-cinder-84460 {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:17:18.117951 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Provisioning for port 550bd21d-10c5-4388-a5c4-8c0d38d1f620 completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:17:18.129346 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Provisioning complete for port 550bd21d-10c5-4388-a5c4-8c0d38d1f620 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:17:18.129722 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:18.159011 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9045960f-04c7-4d94-af06-7bb45ba0661e req-c52c0978-18a0-4095-b7b7-2b20fd7b629b tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:18.160582 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-9045960f-04c7-4d94-af06-7bb45ba0661e req-c52c0978-18a0-4095-b7b7-2b20fd7b629b tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bf380c0-b4f7-43e2-a809-1619f0a0ef32 HTTP/1.1" status: 200 len: 946 time: 0.2407773 Jun 28 11:17:18.191309 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-4f23019f-535d-4d43-b638-3a37f57c3fb8 req-3c584fc0-5ef7-4991-95b5-dd7f3e3f17ce service neutron] 10.222.0.43 "GET /v2.0/networks/3f8d13e4-2335-496a-b358-95cda2a57319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4940262 Jun 28 11:17:18.226676 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f7878-1826-4ee7-bddc-e3a226bc623b req-5a6725f5-4c6c-4be1-9adf-218bfe03ea62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:18.227928 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-110f7878-1826-4ee7-bddc-e3a226bc623b req-5a6725f5-4c6c-4be1-9adf-218bfe03ea62 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2bf380c0-b4f7-43e2-a809-1619f0a0ef32 HTTP/1.1" status: 200 len: 1099 time: 0.2587783 Jun 28 11:17:18.238781 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea1805a-387c-4917-bedd-52dc91920e3d req-1cfde653-8487-4020-8e28-71ddb7868ed8 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:18.240274 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-1ea1805a-387c-4917-bedd-52dc91920e3d req-1cfde653-8487-4020-8e28-71ddb7868ed8 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5deb6ac-32cb-4d1a-93ab-e6e05f6bbb77 HTTP/1.1" status: 200 len: 945 time: 0.3758492 Jun 28 11:17:18.259179 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-110f7878-1826-4ee7-bddc-e3a226bc623b req-1a1ef9e6-45b8-49de-9bd8-1bd24e453820 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:18.297025 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [req-110f7878-1826-4ee7-bddc-e3a226bc623b req-1a1ef9e6-45b8-49de-9bd8-1bd24e453820 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:18.310144 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-9045960f-04c7-4d94-af06-7bb45ba0661e req-7e18ccac-44aa-4e57-bc31-a4cd04a5c5a7 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c9f6dd2-5c69-47a3-a1db-bebdcd4d9b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386490 Jun 28 11:17:18.327552 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-1ea1805a-387c-4917-bedd-52dc91920e3d req-326a8d33-98f7-4a09-b37c-e4f903ff2755 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6daf09b6-1da0-4cde-927a-d027da925601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716982 Jun 28 11:17:18.328911 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-110f7878-1826-4ee7-bddc-e3a226bc623b req-1a1ef9e6-45b8-49de-9bd8-1bd24e453820 service neutron] Usage tracker for resource:security_group_rule and tenant:c7553fc21e2a4cb5abde242d8e5cb0ba is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:18.331989 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-110f7878-1826-4ee7-bddc-e3a226bc623b req-1a1ef9e6-45b8-49de-9bd8-1bd24e453820 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:18.338304 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [req-110f7878-1826-4ee7-bddc-e3a226bc623b req-1a1ef9e6-45b8-49de-9bd8-1bd24e453820 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:18.445755 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Current status of the port 550bd21d-10c5-4388-a5c4-8c0d38d1f620 is: BUILD; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:17:18.446340 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:18.530872 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port 550bd21d-10c5-4388-a5c4-8c0d38d1f620, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=550bd21d-10c5-4388-a5c4-8c0d38d1f620,segment=NetworkSegment(fd3dbdf8-f40f-4579-8d9f-d3926cb58f5f),segment_id=fd3dbdf8-f40f-4579-8d9f-d3926cb58f5f)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:17:18.542462 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:18.549459 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-110f7878-1826-4ee7-bddc-e3a226bc623b req-1a1ef9e6-45b8-49de-9bd8-1bd24e453820 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:18.561602 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-110f7878-1826-4ee7-bddc-e3a226bc623b req-1a1ef9e6-45b8-49de-9bd8-1bd24e453820 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:18.631918 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-110f7878-1826-4ee7-bddc-e3a226bc623b req-1a1ef9e6-45b8-49de-9bd8-1bd24e453820 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7c9f6dd2-5c69-47a3-a1db-bebdcd4d9b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3906190 Jun 28 11:17:18.645605 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea271d37-c7ae-4ec0-ab0c-68d8ffa6261d req-e0bed93a-b638-4b0b-b978-79cb4a3d647f tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:18.649344 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-ea271d37-c7ae-4ec0-ab0c-68d8ffa6261d req-e0bed93a-b638-4b0b-b978-79cb4a3d647f tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5feac2-94f7-4fac-9509-f0a495642234 HTTP/1.1" status: 200 len: 944 time: 0.1248198 Jun 28 11:17:18.660793 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1ef9e6-45b8-49de-9bd8-1bd24e453820 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9025fc6f-0eef-4c2b-9add-cba241e46b15,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:18.672822 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1ef9e6-45b8-49de-9bd8-1bd24e453820 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:18.673167 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1ef9e6-45b8-49de-9bd8-1bd24e453820 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:18.673505 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1ef9e6-45b8-49de-9bd8-1bd24e453820 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:18.673835 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1ef9e6-45b8-49de-9bd8-1bd24e453820 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:18.674168 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1ef9e6-45b8-49de-9bd8-1bd24e453820 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:18.674500 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1ef9e6-45b8-49de-9bd8-1bd24e453820 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:18.674823 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1ef9e6-45b8-49de-9bd8-1bd24e453820 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:18.675152 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1ef9e6-45b8-49de-9bd8-1bd24e453820 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:18.675475 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1ef9e6-45b8-49de-9bd8-1bd24e453820 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:18.675795 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1ef9e6-45b8-49de-9bd8-1bd24e453820 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:18.676116 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1ef9e6-45b8-49de-9bd8-1bd24e453820 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:18.676433 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1ef9e6-45b8-49de-9bd8-1bd24e453820 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:18.701890 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Pushing event updated for resources: {'Port': ['ID=550bd21d-10c5-4388-a5c4-8c0d38d1f620,revision_number=5']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:18.709015 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-ea271d37-c7ae-4ec0-ab0c-68d8ffa6261d req-b0258729-010e-44d1-b521-3734da7c2f43 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/security-groups?id=56306c0d-b659-4870-a456-904bd2051209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515690 Jun 28 11:17:18.849742 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f5c8b7-1d72-4382-aede-c0d7b029d8ce req-4c3f4b54-b696-43d7-9f1e-0af108ed92be tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:18.849742 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-59f5c8b7-1d72-4382-aede-c0d7b029d8ce req-4c3f4b54-b696-43d7-9f1e-0af108ed92be tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=548398f6-21cb-449b-b283-b7585254ad20 HTTP/1.1" status: 200 len: 946 time: 0.0992796 Jun 28 11:17:18.899295 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-59f5c8b7-1d72-4382-aede-c0d7b029d8ce req-0338a068-9c0a-4363-a331-5cfe95d143e4 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439801 Jun 28 11:17:19.309144 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device 251e1a9d-ec96-4ba0-a7a1-43dc3602134b details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=88179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:17:19.589009 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port 251e1a9d-ec96-4ba0-a7a1-43dc3602134b, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=251e1a9d-ec96-4ba0-a7a1-43dc3602134b,segment=NetworkSegment(17cc432d-efff-455f-9a65-b5d8bf244c2a),segment_id=17cc432d-efff-455f-9a65-b5d8bf244c2a)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:17:19.608196 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Returning: {'device': '251e1a9d-ec96-4ba0-a7a1-43dc3602134b', 'network_id': '3f8d13e4-2335-496a-b358-95cda2a57319', 'port_id': '251e1a9d-ec96-4ba0-a7a1-43dc3602134b', 'mac_address': 'fa:16:3e:b8:bb:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fabbc00-cab3-403d-bb79-f769bf69911e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:17:19.614242 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438f031-a97d-4cce-8b8e-428d52405270 req-1cef527b-28ec-4ee0-b829-6a420c2c8f3e tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:19.615908 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-2438f031-a97d-4cce-8b8e-428d52405270 req-1cef527b-28ec-4ee0-b829-6a420c2c8f3e tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bf380c0-b4f7-43e2-a809-1619f0a0ef32 HTTP/1.1" status: 200 len: 946 time: 0.1221581 Jun 28 11:17:19.633107 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b5f62-4594-4f95-b088-0b37cf60f955 req-a54be06b-8110-4ddf-8531-cea5c56e779a tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:19.642069 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-e63b5f62-4594-4f95-b088-0b37cf60f955 req-a54be06b-8110-4ddf-8531-cea5c56e779a tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5deb6ac-32cb-4d1a-93ab-e6e05f6bbb77 HTTP/1.1" status: 200 len: 945 time: 0.1406896 Jun 28 11:17:19.643312 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5deb6ac-32cb-4d1a-93ab-e6e05f6bbb77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e3c05d1-565e-4652-99fe-fa38ec81e6bb'}, {'server_uuid': '548398f6-21cb-449b-b283-b7585254ad20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fb11382-d873-41bd-aeb5-9123dc01c8dc'}, {'server_uuid': 'b00c32bb-5b10-4ba1-bb89-82e34b2ba60f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '550bd21d-10c5-4388-a5c4-8c0d38d1f620'}] {{(pid=88179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:17:19.699903 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Current status of the port 251e1a9d-ec96-4ba0-a7a1-43dc3602134b is: DOWN; New status is: BUILD {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:17:19.700319 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:19.700565 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-2438f031-a97d-4cce-8b8e-428d52405270 req-248d4880-efd6-47b9-bec2-519f2d58c5f1 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c9f6dd2-5c69-47a3-a1db-bebdcd4d9b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779004 Jun 28 11:17:19.708090 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-e63b5f62-4594-4f95-b088-0b37cf60f955 req-edaadb17-f22d-42b5-bc73-4e4a80365a3c tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6daf09b6-1da0-4cde-927a-d027da925601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641034 Jun 28 11:17:19.737258 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 251e1a9d-ec96-4ba0-a7a1-43dc3602134b {{(pid=88179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:17:19.762823 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port 251e1a9d-ec96-4ba0-a7a1-43dc3602134b, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=251e1a9d-ec96-4ba0-a7a1-43dc3602134b,segment=NetworkSegment(17cc432d-efff-455f-9a65-b5d8bf244c2a),segment_id=17cc432d-efff-455f-9a65-b5d8bf244c2a)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:17:19.769437 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:19.810168 dv-cinder-844605-1-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-185993b8-d43f-4ade-98cd-36104b351e84'] response: {'server_uuid': 'd5deb6ac-32cb-4d1a-93ab-e6e05f6bbb77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e3c05d1-565e-4652-99fe-fa38ec81e6bb', 'code': 200} Jun 28 11:17:19.810673 dv-cinder-844605-1-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-185993b8-d43f-4ade-98cd-36104b351e84'] response: {'server_uuid': '548398f6-21cb-449b-b283-b7585254ad20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fb11382-d873-41bd-aeb5-9123dc01c8dc', 'code': 200} Jun 28 11:17:19.811085 dv-cinder-844605-1-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-185993b8-d43f-4ade-98cd-36104b351e84'] response: {'server_uuid': 'b00c32bb-5b10-4ba1-bb89-82e34b2ba60f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '550bd21d-10c5-4388-a5c4-8c0d38d1f620', 'code': 200} Jun 28 11:17:19.867712 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Pushing event updated for resources: {'Port': ['ID=251e1a9d-ec96-4ba0-a7a1-43dc3602134b,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:20.052227 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] get_ports_and_sgs() called for port_ids ['251e1a9d-ec96-4ba0-a7a1-43dc3602134b'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:17:20.137088 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272fde82-ca20-42e6-9f36-d6df0c5fdd2f req-e34592b9-a89d-4df8-aded-6652074a4d54 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:20.150322 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-272fde82-ca20-42e6-9f36-d6df0c5fdd2f req-e34592b9-a89d-4df8-aded-6652074a4d54 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5feac2-94f7-4fac-9509-f0a495642234 HTTP/1.1" status: 200 len: 945 time: 0.2468083 Jun 28 11:17:20.200015 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 53268) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:20.266224 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-272fde82-ca20-42e6-9f36-d6df0c5fdd2f req-012fea63-83cb-4d8a-9fd9-794682d59343 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/security-groups?id=56306c0d-b659-4870-a456-904bd2051209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052291 Jun 28 11:17:20.318419 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503258bf-985d-42f6-9eef-9d0580944a40 req-5410c48d-96fe-434e-891b-37853cb0524e tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:20.332671 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-503258bf-985d-42f6-9eef-9d0580944a40 req-5410c48d-96fe-434e-891b-37853cb0524e tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=548398f6-21cb-449b-b283-b7585254ad20 HTTP/1.1" status: 200 len: 946 time: 0.1750491 Jun 28 11:17:20.436469 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-503258bf-985d-42f6-9eef-9d0580944a40 req-97e89bae-f470-405e-a8ae-63c53e1febbd tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026053 Jun 28 11:17:20.599335 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ea437da0-ac9a-4f56-b59a-2b4f281214e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:20.638223 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-ea437da0-ac9a-4f56-b59a-2b4f281214e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:20.647819 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-ea437da0-ac9a-4f56-b59a-2b4f281214e5 admin admin] Usage tracker for resource:security_group_rule and tenant:a045badaec8c4a12a47a16400ffea96d is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:20.653030 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-ea437da0-ac9a-4f56-b59a-2b4f281214e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:20.662530 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-ea437da0-ac9a-4f56-b59a-2b4f281214e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:20.718146 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22fe66f-7aa2-4b4d-9fdc-feca63423f13 req-e9f8214a-7e4e-4823-bff8-323390dfd1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:20.719734 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-e22fe66f-7aa2-4b4d-9fdc-feca63423f13 req-e9f8214a-7e4e-4823-bff8-323390dfd1c6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b00c32bb-5b10-4ba1-bb89-82e34b2ba60f HTTP/1.1" status: 200 len: 1098 time: 0.2530859 Jun 28 11:17:20.724713 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b417c2f-5d21-4dca-91d3-cdb62714daa7 req-e2135e21-6397-455b-a091-6ad320f109eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:20.727974 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-1b417c2f-5d21-4dca-91d3-cdb62714daa7 req-e2135e21-6397-455b-a091-6ad320f109eb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d5deb6ac-32cb-4d1a-93ab-e6e05f6bbb77 HTTP/1.1" status: 200 len: 1098 time: 0.3411107 Jun 28 11:17:20.751523 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338075dc-9751-41c1-940e-4db08a56e49e req-b6a3bf4c-e31d-4357-8c9e-c167ae1279b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:20.753081 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-338075dc-9751-41c1-940e-4db08a56e49e req-b6a3bf4c-e31d-4357-8c9e-c167ae1279b0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=548398f6-21cb-449b-b283-b7585254ad20 HTTP/1.1" status: 200 len: 1099 time: 0.2930179 Jun 28 11:17:20.858649 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-1b417c2f-5d21-4dca-91d3-cdb62714daa7 req-c3c60bd7-adeb-46da-bf17-db55141d5b8f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6daf09b6-1da0-4cde-927a-d027da925601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260421 Jun 28 11:17:20.866771 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-e22fe66f-7aa2-4b4d-9fdc-feca63423f13 req-92ad7fbf-9de1-44bf-9ab8-16713f373c49 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364167 Jun 28 11:17:20.876656 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-338075dc-9751-41c1-940e-4db08a56e49e req-06cca7b0-d2c4-4255-992d-e547e8806afc service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073163 Jun 28 11:17:20.967876 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ea437da0-ac9a-4f56-b59a-2b4f281214e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:20.972976 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220597a-1c79-4d18-95d2-265b369be6fd req-9ff1dec4-4dbe-429c-979a-36f8aeb2ae08 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:20.974474 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-1220597a-1c79-4d18-95d2-265b369be6fd req-9ff1dec4-4dbe-429c-979a-36f8aeb2ae08 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5deb6ac-32cb-4d1a-93ab-e6e05f6bbb77 HTTP/1.1" status: 200 len: 945 time: 0.0904429 Jun 28 11:17:20.977299 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ea437da0-ac9a-4f56-b59a-2b4f281214e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:21.019774 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-1220597a-1c79-4d18-95d2-265b369be6fd req-e6c3f464-b8fd-450c-9c17-65ff2b107f8f tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6daf09b6-1da0-4cde-927a-d027da925601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383635 Jun 28 11:17:21.031667 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-ea437da0-ac9a-4f56-b59a-2b4f281214e5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a045badaec8c4a12a47a16400ffea96d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8198056 Jun 28 11:17:21.034076 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea437da0-ac9a-4f56-b59a-2b4f281214e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de359f45-991e-4099-92ce-732df9be9cd4,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:21.034511 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 53302) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:21.052125 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd92fec6-057b-461d-9ae6-427cff966435 req-1f1bfd5e-d175-4755-b6c8-82e74906d230 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:21.053644 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-dd92fec6-057b-461d-9ae6-427cff966435 req-1f1bfd5e-d175-4755-b6c8-82e74906d230 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bf380c0-b4f7-43e2-a809-1619f0a0ef32 HTTP/1.1" status: 200 len: 946 time: 0.1658769 Jun 28 11:17:21.096513 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-3163b98b-c49c-4a01-880d-66f5c5acd278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:21.098040 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-dd92fec6-057b-461d-9ae6-427cff966435 req-a8217eba-c525-47f2-b32b-7f5c55c80c8d tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c9f6dd2-5c69-47a3-a1db-bebdcd4d9b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385828 Jun 28 11:17:21.125950 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-3163b98b-c49c-4a01-880d-66f5c5acd278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:21.177914 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-3163b98b-c49c-4a01-880d-66f5c5acd278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:21.192117 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3163b98b-c49c-4a01-880d-66f5c5acd278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de359f45-991e-4099-92ce-732df9be9cd4,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:21.204081 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3163b98b-c49c-4a01-880d-66f5c5acd278 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:21.204416 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3163b98b-c49c-4a01-880d-66f5c5acd278 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:21.204776 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3163b98b-c49c-4a01-880d-66f5c5acd278 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:21.205103 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3163b98b-c49c-4a01-880d-66f5c5acd278 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:21.205422 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3163b98b-c49c-4a01-880d-66f5c5acd278 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:21.205740 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3163b98b-c49c-4a01-880d-66f5c5acd278 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:21.206053 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3163b98b-c49c-4a01-880d-66f5c5acd278 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:21.206372 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3163b98b-c49c-4a01-880d-66f5c5acd278 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:21.206685 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3163b98b-c49c-4a01-880d-66f5c5acd278 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:21.206996 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3163b98b-c49c-4a01-880d-66f5c5acd278 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:21.207304 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3163b98b-c49c-4a01-880d-66f5c5acd278 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:21.207648 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3163b98b-c49c-4a01-880d-66f5c5acd278 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:21.248158 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-3163b98b-c49c-4a01-880d-66f5c5acd278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:21.249250 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-3163b98b-c49c-4a01-880d-66f5c5acd278 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/de359f45-991e-4099-92ce-732df9be9cd4 HTTP/1.1" status: 204 len: 168 time: 0.2137682 Jun 28 11:17:21.302887 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b06b9-54e5-4738-b9f9-6bbbdc0459f7 req-08377a7f-d942-4b02-9fa6-d14caeb46371 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:21.304333 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-d64b06b9-54e5-4738-b9f9-6bbbdc0459f7 req-08377a7f-d942-4b02-9fa6-d14caeb46371 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bf380c0-b4f7-43e2-a809-1619f0a0ef32 HTTP/1.1" status: 200 len: 946 time: 0.1025264 Jun 28 11:17:21.313457 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 53312) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:21.318508 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [None req-7fa77ec2-3859-4384-a65a-5b011fde933b tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Request body: {'floatingip': {'port_id': 'bfc1801b-3d8a-4549-be03-706bb1aea69b'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:17:21.400986 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-7fa77ec2-3859-4384-a65a-5b011fde933b tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for floatingip, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:21.500468 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c0283-5605-447a-a764-63fc8c372284 req-a2d06ef0-4aac-4259-bb4f-f4510d3f7921 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:21.502161 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-695c0283-5605-447a-a764-63fc8c372284 req-a2d06ef0-4aac-4259-bb4f-f4510d3f7921 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5feac2-94f7-4fac-9509-f0a495642234 HTTP/1.1" status: 200 len: 945 time: 0.1143646 Jun 28 11:17:21.570021 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-695c0283-5605-447a-a764-63fc8c372284 req-bec162a7-56cc-487a-96eb-9245c6935a18 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/security-groups?id=56306c0d-b659-4870-a456-904bd2051209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576324 Jun 28 11:17:21.600056 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 53324) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:21.618481 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-b48465a7-1a5c-490c-875b-1be3252decd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:21.633081 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-b48465a7-1a5c-490c-875b-1be3252decd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:21.637020 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-b48465a7-1a5c-490c-875b-1be3252decd6 admin admin] Usage tracker for resource:security_group_rule and tenant:62d8f214f20a4fd9b1ddd7ad75c6390d is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:21.640266 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-b48465a7-1a5c-490c-875b-1be3252decd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:21.645908 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-b48465a7-1a5c-490c-875b-1be3252decd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:21.745415 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-b48465a7-1a5c-490c-875b-1be3252decd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:21.750779 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-b48465a7-1a5c-490c-875b-1be3252decd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:21.807406 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-b48465a7-1a5c-490c-875b-1be3252decd6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=62d8f214f20a4fd9b1ddd7ad75c6390d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2061970 Jun 28 11:17:21.809327 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48465a7-1a5c-490c-875b-1be3252decd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=293b4f5b-8931-43d4-9b3c-a31e6d04ec36,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:21.813545 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 53334) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:21.879568 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-87cfb209-84b7-4da8-96c2-3936f2337ac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:21.886126 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device 251e1a9d-ec96-4ba0-a7a1-43dc3602134b up at agent hyperv_hv-cinder-84460 {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:17:21.953962 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-87cfb209-84b7-4da8-96c2-3936f2337ac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:21.982660 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094c2f56-87f2-43d8-8ebe-c2ff77a5e642 req-45b5e858-b848-456a-a187-01ac445a9112 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:21.989592 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-094c2f56-87f2-43d8-8ebe-c2ff77a5e642 req-45b5e858-b848-456a-a187-01ac445a9112 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=548398f6-21cb-449b-b283-b7585254ad20 HTTP/1.1" status: 200 len: 946 time: 0.3737795 Jun 28 11:17:22.009889 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Provisioning for port 251e1a9d-ec96-4ba0-a7a1-43dc3602134b completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:17:22.017863 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Provisioning complete for port 251e1a9d-ec96-4ba0-a7a1-43dc3602134b triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:17:22.019428 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-87cfb209-84b7-4da8-96c2-3936f2337ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:22.019825 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:22.065418 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfb209-84b7-4da8-96c2-3936f2337ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=293b4f5b-8931-43d4-9b3c-a31e6d04ec36,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:22.104104 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-87cfb209-84b7-4da8-96c2-3936f2337ac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:22.106814 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-87cfb209-84b7-4da8-96c2-3936f2337ac6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/293b4f5b-8931-43d4-9b3c-a31e6d04ec36 HTTP/1.1" status: 204 len: 168 time: 0.2919862 Jun 28 11:17:22.130427 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-094c2f56-87f2-43d8-8ebe-c2ff77a5e642 req-4c3eecc7-70dc-46a4-a285-7b1a2886d80e tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398945 Jun 28 11:17:22.206877 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Current status of the port 251e1a9d-ec96-4ba0-a7a1-43dc3602134b is: BUILD; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:17:22.209126 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:22.238172 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a5feac2-94f7-4fac-9509-f0a495642234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '251e1a9d-ec96-4ba0-a7a1-43dc3602134b'}] {{(pid=88179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:17:22.251698 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port 251e1a9d-ec96-4ba0-a7a1-43dc3602134b, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=251e1a9d-ec96-4ba0-a7a1-43dc3602134b,segment=NetworkSegment(17cc432d-efff-455f-9a65-b5d8bf244c2a),segment_id=17cc432d-efff-455f-9a65-b5d8bf244c2a)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:17:22.265494 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:22.277650 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bf2bb-d4c3-4c3d-8707-73240f138504 req-fd11b9b6-f2ec-4a18-be10-2445eb7c10f0 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:22.287980 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c28bf2bb-d4c3-4c3d-8707-73240f138504 req-fd11b9b6-f2ec-4a18-be10-2445eb7c10f0 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5deb6ac-32cb-4d1a-93ab-e6e05f6bbb77 HTTP/1.1" status: 200 len: 945 time: 0.1341567 Jun 28 11:17:22.291239 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 53352) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:22.325659 dv-cinder-844605-1-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e611d50-3888-45e3-ba8e-6706adfb7301'] response: {'server_uuid': '0a5feac2-94f7-4fac-9509-f0a495642234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '251e1a9d-ec96-4ba0-a7a1-43dc3602134b', 'code': 200} Jun 28 11:17:22.358322 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c28bf2bb-d4c3-4c3d-8707-73240f138504 req-c9c39027-5b2b-447f-8898-75020192d41e tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6daf09b6-1da0-4cde-927a-d027da925601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691724 Jun 28 11:17:22.361917 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Pushing event updated for resources: {'Port': ['ID=251e1a9d-ec96-4ba0-a7a1-43dc3602134b,revision_number=5']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:22.369867 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:22.370105 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:22.370652 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:22.370995 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:22.371329 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:22.371660 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:22.371987 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:22.372345 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:22.372716 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:22.373053 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:22.373560 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:22.373880 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:22.549919 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-7fa77ec2-3859-4384-a65a-5b011fde933b tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:22.555645 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-7fa77ec2-3859-4384-a65a-5b011fde933b tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361935'] for floatingip, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:22.597733 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-0f14dea4-3671-4b9f-8d7c-ff5296839bca admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:22.614927 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-0f14dea4-3671-4b9f-8d7c-ff5296839bca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:22.619333 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-0f14dea4-3671-4b9f-8d7c-ff5296839bca admin admin] Usage tracker for resource:security_group_rule and tenant:9c41dd75875246cbbdf6535da17e4ecb is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:22.622537 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-0f14dea4-3671-4b9f-8d7c-ff5296839bca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:22.628900 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-0f14dea4-3671-4b9f-8d7c-ff5296839bca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:22.728171 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-0f14dea4-3671-4b9f-8d7c-ff5296839bca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:22.735732 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-0f14dea4-3671-4b9f-8d7c-ff5296839bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:22.784752 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-0f14dea4-3671-4b9f-8d7c-ff5296839bca admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9c41dd75875246cbbdf6535da17e4ecb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4924171 Jun 28 11:17:22.787381 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 53372) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:22.799872 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f14dea4-3671-4b9f-8d7c-ff5296839bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4cd64f-cd8e-4082-8ac1-5e2468d728f2,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:22.812665 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.db.l3_db [None req-7fa77ec2-3859-4384-a65a-5b011fde933b tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Floating IP 445eaa8d-97a4-4c60-8ed3-150d3e984db7 associated. External IP: 172.27.2.29, port: bfc1801b-3d8a-4549-be03-706bb1aea69b. Jun 28 11:17:22.863287 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-f909ad5d-e253-43f9-a369-32710497fe60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:22.889421 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-f909ad5d-e253-43f9-a369-32710497fe60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:22.958577 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-f909ad5d-e253-43f9-a369-32710497fe60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:22.973994 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f909ad5d-e253-43f9-a369-32710497fe60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4cd64f-cd8e-4082-8ac1-5e2468d728f2,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:22.980680 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-f909ad5d-e253-43f9-a369-32710497fe60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:22.982118 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-f909ad5d-e253-43f9-a369-32710497fe60 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fc4cd64f-cd8e-4082-8ac1-5e2468d728f2 HTTP/1.1" status: 204 len: 168 time: 0.1932271 Jun 28 11:17:22.998563 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba6bfd-4c22-4730-8aee-a9df54b4d501 req-56c396a8-b82e-4156-a900-6093f5964a7f tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:23.010095 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-bcba6bfd-4c22-4730-8aee-a9df54b4d501 req-56c396a8-b82e-4156-a900-6093f5964a7f tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5feac2-94f7-4fac-9509-f0a495642234 HTTP/1.1" status: 200 len: 946 time: 0.3065960 Jun 28 11:17:23.088999 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-bcba6bfd-4c22-4730-8aee-a9df54b4d501 req-6b49afdd-8a3b-49f2-8e7d-c8a000d04ada tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/security-groups?id=56306c0d-b659-4870-a456-904bd2051209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756774 Jun 28 11:17:23.316516 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa77ec2-3859-4384-a65a-5b011fde933b tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Router 612aec67-608e-409c-a55e-b6df1c5e0ca3 has already been hosted by L3 agent 65138fbb-a379-4cdd-9015-09db381edeba {{(pid=88178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:17:23.338896 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc8edbe-c7d6-4492-b7c0-8496403945b9 req-5533d7b8-879a-4e4f-8e03-a50d1f973859 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:23.362472 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-fdc8edbe-c7d6-4492-b7c0-8496403945b9 req-5533d7b8-879a-4e4f-8e03-a50d1f973859 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=548398f6-21cb-449b-b283-b7585254ad20 HTTP/1.1" status: 200 len: 946 time: 0.1268837 Jun 28 11:17:23.434969 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 53404) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:23.490495 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.agents_db [None req-fef25e13-dc2d-42bf-aa2e-f684c08e94a6 None None] Agent healthcheck: found 6 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:17:23.528693 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-3b3df305-760a-4b32-9cc7-f9f1e0757aef admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:23.542908 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-fdc8edbe-c7d6-4492-b7c0-8496403945b9 req-271c6a73-7cfb-40d0-9687-71ae40d0782b tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794848 Jun 28 11:17:23.548307 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-3b3df305-760a-4b32-9cc7-f9f1e0757aef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:23.552369 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-3b3df305-760a-4b32-9cc7-f9f1e0757aef admin admin] Usage tracker for resource:security_group_rule and tenant:cf3a767578d84bc79fa58b0385363b5c is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:23.555917 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-3b3df305-760a-4b32-9cc7-f9f1e0757aef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:23.562123 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-3b3df305-760a-4b32-9cc7-f9f1e0757aef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:23.652154 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-3b3df305-760a-4b32-9cc7-f9f1e0757aef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:23.657437 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-3b3df305-760a-4b32-9cc7-f9f1e0757aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:23.693405 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8197374f-b096-4a4f-98fa-3303eb7e347a req-70fd9470-7a84-4945-8f03-db98942efea3 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:23.694915 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-8197374f-b096-4a4f-98fa-3303eb7e347a req-70fd9470-7a84-4945-8f03-db98942efea3 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5deb6ac-32cb-4d1a-93ab-e6e05f6bbb77 HTTP/1.1" status: 200 len: 945 time: 0.1372728 Jun 28 11:17:23.696230 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa77ec2-3859-4384-a65a-5b011fde933b tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify agent at l3_agent.dv-cinder-844605-1-iscsi the message routers_updated {{(pid=88178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:17:23.700746 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-7fa77ec2-3859-4384-a65a-5b011fde933b tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for floatingip, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:23.710457 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-3b3df305-760a-4b32-9cc7-f9f1e0757aef admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cf3a767578d84bc79fa58b0385363b5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2646348 Jun 28 11:17:23.711878 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1824a36-8245-43a0-8abb-a9e383e975cb None None] Sync routers for ids ['612aec67-608e-409c-a55e-b6df1c5e0ca3'] in dv-cinder-844605-1-iscsi {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:17:23.717256 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3df305-760a-4b32-9cc7-f9f1e0757aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb8e11f-6bb8-4fcc-af11-0f11dc3ea816,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:23.720281 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 53412) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:23.737424 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1824a36-8245-43a0-8abb-a9e383e975cb None None] Routers {'612aec67-608e-409c-a55e-b6df1c5e0ca3'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:17:23.738276 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-d1824a36-8245-43a0-8abb-a9e383e975cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:17:08Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['612aec67-608e-409c-a55e-b6df1c5e0ca3'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:17:23.802992 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-8197374f-b096-4a4f-98fa-3303eb7e347a req-368c5ad6-1e5e-4334-a194-4000fc955a26 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6daf09b6-1da0-4cde-927a-d027da925601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766921 Jun 28 11:17:23.808240 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-3324ac83-4d47-4bf3-b3f2-3b3fb6126dca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:23.809838 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-7fa77ec2-3859-4384-a65a-5b011fde933b tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "PUT /v2.0/floatingips/445eaa8d-97a4-4c60-8ed3-150d3e984db7 HTTP/1.1" status: 200 len: 991 time: 2.4953740 Jun 28 11:17:23.810628 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bf380c0-b4f7-43e2-a809-1619f0a0ef32', 'tag': 'bfc1801b-3d8a-4549-be03-706bb1aea69b'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:17:23.854356 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-3324ac83-4d47-4bf3-b3f2-3b3fb6126dca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:23.859241 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a384d2c3-aa76-434a-85c5-ed5bee97b9d1'] response: {'name': 'network-changed', 'server_uuid': '2bf380c0-b4f7-43e2-a809-1619f0a0ef32', 'tag': 'bfc1801b-3d8a-4549-be03-706bb1aea69b', 'status': 'completed', 'code': 200} Jun 28 11:17:23.912343 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-3324ac83-4d47-4bf3-b3f2-3b3fb6126dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:23.928174 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3324ac83-4d47-4bf3-b3f2-3b3fb6126dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb8e11f-6bb8-4fcc-af11-0f11dc3ea816,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:23.938490 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-3324ac83-4d47-4bf3-b3f2-3b3fb6126dca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:23.939915 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-3324ac83-4d47-4bf3-b3f2-3b3fb6126dca admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bcb8e11f-6bb8-4fcc-af11-0f11dc3ea816 HTTP/1.1" status: 204 len: 168 time: 0.2179308 Jun 28 11:17:23.970451 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvr_db [None req-d1824a36-8245-43a0-8abb-a9e383e975cb None None] Set router 612aec67-608e-409c-a55e-b6df1c5e0ca3 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:17:24.380103 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38515f6-3760-40a7-90cb-3602ab803822 req-ff0a45d6-dc1f-4daf-834c-140a87e536ae tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:24.388369 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-a38515f6-3760-40a7-90cb-3602ab803822 req-ff0a45d6-dc1f-4daf-834c-140a87e536ae tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5feac2-94f7-4fac-9509-f0a495642234 HTTP/1.1" status: 200 len: 946 time: 0.1215861 Jun 28 11:17:24.441666 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-a38515f6-3760-40a7-90cb-3602ab803822 req-b1bcec8c-72fd-41ef-bcbf-fc47e85859e0 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/security-groups?id=56306c0d-b659-4870-a456-904bd2051209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522246 Jun 28 11:17:24.446088 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-d1824a36-8245-43a0-8abb-a9e383e975cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'name': 'tempest-AttachVolumeNegativeTest-536282704-router', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '4f6c3e24-5306-438d-a0da-444251232455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:20Z', 'updated_at': '2022-06-28T11:16:36Z', 'revision_number': 4, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'gw_port': {'id': '4f6c3e24-5306-438d-a0da-444251232455', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:22Z', 'updated_at': '2022-06-28T11:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_floatingips': [{'id': '445eaa8d-97a4-4c60-8ed3-150d3e984db7', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'floating_ip_address': '172.27.2.29', 'floating_network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'router_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'port_id': 'bfc1801b-3d8a-4549-be03-706bb1aea69b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49', 'mac_address': 'fa:16:3e:7c:f7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf380c0-b4f7-43e2-a809-1619f0a0ef32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:16:46Z', 'updated_at': '2022-06-28T11:17:22Z', 'revision_number': 1, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce67a0a8-6a79-4030-ac97-89b4f9a90889', 'name': '', 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'mac_address': 'fa:16:3e:aa:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0543e16d-abbf-4f46-8991-01ac45b7ec02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:32Z', 'updated_at': '2022-06-28T11:16:52Z', 'revision_number': 5, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'subnets': [{'id': '0543e16d-abbf-4f46-8991-01ac45b7ec02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:17:24.452111 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1824a36-8245-43a0-8abb-a9e383e975cb None None] Checking router: 612aec67-608e-409c-a55e-b6df1c5e0ca3 for host: dv-cinder-844605-1-iscsi {{(pid=88180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:17:24.460926 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1824a36-8245-43a0-8abb-a9e383e975cb None None] Routers {'612aec67-608e-409c-a55e-b6df1c5e0ca3'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:17:24.461533 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-d1824a36-8245-43a0-8abb-a9e383e975cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:17:08Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['612aec67-608e-409c-a55e-b6df1c5e0ca3'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:17:24.686880 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvr_db [None req-d1824a36-8245-43a0-8abb-a9e383e975cb None None] Set router 612aec67-608e-409c-a55e-b6df1c5e0ca3 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:17:24.850479 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ad057-2bcf-4b01-9013-abf141fe9583 req-902b831b-6e84-4d76-bfa6-13e5acd07543 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:24.852028 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-187ad057-2bcf-4b01-9013-abf141fe9583 req-902b831b-6e84-4d76-bfa6-13e5acd07543 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=548398f6-21cb-449b-b283-b7585254ad20 HTTP/1.1" status: 200 len: 946 time: 0.1331635 Jun 28 11:17:24.938377 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-187ad057-2bcf-4b01-9013-abf141fe9583 req-8de8aca2-0d02-4ebf-8809-641fb3142ba9 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794032 Jun 28 11:17:25.121173 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36abaa3-8f70-415c-940c-b506a8b74873 req-cddbbcc7-baab-4c55-92da-6b8072958ef3 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:25.123114 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-e36abaa3-8f70-415c-940c-b506a8b74873 req-cddbbcc7-baab-4c55-92da-6b8072958ef3 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5deb6ac-32cb-4d1a-93ab-e6e05f6bbb77 HTTP/1.1" status: 200 len: 945 time: 0.1006751 Jun 28 11:17:25.175948 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-e36abaa3-8f70-415c-940c-b506a8b74873 req-d36e8868-8b16-44bf-9c36-e447cab22dae tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6daf09b6-1da0-4cde-927a-d027da925601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466027 Jun 28 11:17:25.225640 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-d1824a36-8245-43a0-8abb-a9e383e975cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'name': 'tempest-AttachVolumeNegativeTest-536282704-router', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '4f6c3e24-5306-438d-a0da-444251232455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:20Z', 'updated_at': '2022-06-28T11:16:36Z', 'revision_number': 4, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'gw_port': {'id': '4f6c3e24-5306-438d-a0da-444251232455', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:22Z', 'updated_at': '2022-06-28T11:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_floatingips': [{'id': '445eaa8d-97a4-4c60-8ed3-150d3e984db7', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'floating_ip_address': '172.27.2.29', 'floating_network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'router_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'port_id': 'bfc1801b-3d8a-4549-be03-706bb1aea69b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49', 'mac_address': 'fa:16:3e:7c:f7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf380c0-b4f7-43e2-a809-1619f0a0ef32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:16:46Z', 'updated_at': '2022-06-28T11:17:22Z', 'revision_number': 1, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce67a0a8-6a79-4030-ac97-89b4f9a90889', 'name': '', 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'mac_address': 'fa:16:3e:aa:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0543e16d-abbf-4f46-8991-01ac45b7ec02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:32Z', 'updated_at': '2022-06-28T11:16:52Z', 'revision_number': 5, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'subnets': [{'id': '0543e16d-abbf-4f46-8991-01ac45b7ec02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:17:25.230482 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1824a36-8245-43a0-8abb-a9e383e975cb None None] The sync data for ids ['612aec67-608e-409c-a55e-b6df1c5e0ca3'] in dv-cinder-844605-1-iscsi is: [{'id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'name': 'tempest-AttachVolumeNegativeTest-536282704-router', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '4f6c3e24-5306-438d-a0da-444251232455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:20Z', 'updated_at': '2022-06-28T11:16:36Z', 'revision_number': 4, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'gw_port': {'id': '4f6c3e24-5306-438d-a0da-444251232455', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:22Z', 'updated_at': '2022-06-28T11:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_floatingips': [{'id': '445eaa8d-97a4-4c60-8ed3-150d3e984db7', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'floating_ip_address': '172.27.2.29', 'floating_network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'router_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'port_id': 'bfc1801b-3d8a-4549-be03-706bb1aea69b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49', 'mac_address': 'fa:16:3e:7c:f7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf380c0-b4f7-43e2-a809-1619f0a0ef32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:16:46Z', 'updated_at': '2022-06-28T11:17:22Z', 'revision_number': 1, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce67a0a8-6a79-4030-ac97-89b4f9a90889', 'name': '', 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'mac_address': 'fa:16:3e:aa:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0543e16d-abbf-4f46-8991-01ac45b7ec02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:32Z', 'updated_at': '2022-06-28T11:16:52Z', 'revision_number': 5, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'subnets': [{'id': '0543e16d-abbf-4f46-8991-01ac45b7ec02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:17:25.444201 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3cbca5-0166-4016-b10e-d4a4eb14bed0 None None] New status for floating IP 445eaa8d-97a4-4c60-8ed3-150d3e984db7: ACTIVE {{(pid=88179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:17:25.639977 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a9dca-ce18-4e7d-b0e4-37555035103e req-aa380ff0-8a3a-4ee1-967b-30815ac93e5f tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:25.641585 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-d19a9dca-ce18-4e7d-b0e4-37555035103e req-aa380ff0-8a3a-4ee1-967b-30815ac93e5f tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5feac2-94f7-4fac-9509-f0a495642234 HTTP/1.1" status: 200 len: 946 time: 0.0991633 Jun 28 11:17:25.692366 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-d19a9dca-ce18-4e7d-b0e4-37555035103e req-c41446d7-b5ed-4eb5-9eb7-926eed33c41b tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/security-groups?id=56306c0d-b659-4870-a456-904bd2051209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437193 Jun 28 11:17:26.131995 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe1b88-f3f7-4ed7-8248-e1b7f03c5d9f req-ba0b23eb-afd2-4863-bac6-e0faa238d8e7 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:26.133480 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-f9fe1b88-f3f7-4ed7-8248-e1b7f03c5d9f req-ba0b23eb-afd2-4863-bac6-e0faa238d8e7 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=548398f6-21cb-449b-b283-b7585254ad20 HTTP/1.1" status: 200 len: 946 time: 0.0935051 Jun 28 11:17:26.177885 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-f9fe1b88-f3f7-4ed7-8248-e1b7f03c5d9f req-2e7085a1-8d35-4ad1-90ef-d155d30dafdb tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385723 Jun 28 11:17:26.380876 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b5848-c66e-40be-bf23-c128c31c5509 req-fc8d1d40-3fc5-4dfa-b32e-9dc22a92a4dc tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:26.382328 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-bf8b5848-c66e-40be-bf23-c128c31c5509 req-fc8d1d40-3fc5-4dfa-b32e-9dc22a92a4dc tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5deb6ac-32cb-4d1a-93ab-e6e05f6bbb77 HTTP/1.1" status: 200 len: 945 time: 0.0961347 Jun 28 11:17:26.428418 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-bf8b5848-c66e-40be-bf23-c128c31c5509 req-8e394b55-79c3-41bc-86a1-3ed136473f7e tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6daf09b6-1da0-4cde-927a-d027da925601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401011 Jun 28 11:17:26.653129 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c1c32-7f0e-4841-a67e-bf2e7c944100 req-de3feb73-6712-428c-ade7-cde865f6bba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:26.655102 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-384c1c32-7f0e-4841-a67e-bf2e7c944100 req-de3feb73-6712-428c-ade7-cde865f6bba1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9a519a8d5c54458c8ad1c43bdb399503&device_id=2bf380c0-b4f7-43e2-a809-1619f0a0ef32 HTTP/1.1" status: 200 len: 1099 time: 0.0792041 Jun 28 11:17:26.847561 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c1c32-7f0e-4841-a67e-bf2e7c944100 req-a8e9b60b-63fc-42f1-88be-fa6152001d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:26.849378 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-384c1c32-7f0e-4841-a67e-bf2e7c944100 req-a8e9b60b-63fc-42f1-88be-fa6152001d33 service neutron] 10.222.0.43 "GET /v2.0/networks?id=21e79c31-8e4c-4686-94df-41e665c65d49 HTTP/1.1" status: 200 len: 915 time: 0.1865439 Jun 28 11:17:26.903657 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d3914-25ec-4580-82c9-144ee551cf0c req-0168a0b5-3769-4663-a587-be1758dbb50d tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:26.911760 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-7b8d3914-25ec-4580-82c9-144ee551cf0c req-0168a0b5-3769-4663-a587-be1758dbb50d tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5feac2-94f7-4fac-9509-f0a495642234 HTTP/1.1" status: 200 len: 946 time: 0.1039121 Jun 28 11:17:26.958098 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517cdf8f-0fec-47f2-9811-76801bf74150 req-b1ac537f-42e0-4c8e-8d6e-fa39e7ebb800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:26.959806 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-517cdf8f-0fec-47f2-9811-76801bf74150 req-b1ac537f-42e0-4c8e-8d6e-fa39e7ebb800 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0a5feac2-94f7-4fac-9509-f0a495642234 HTTP/1.1" status: 200 len: 1099 time: 0.2097378 Jun 28 11:17:26.974291 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-7b8d3914-25ec-4580-82c9-144ee551cf0c req-28872d7e-ae11-4fdd-a284-4856b9705ce4 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/security-groups?id=56306c0d-b659-4870-a456-904bd2051209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582125 Jun 28 11:17:26.977596 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-384c1c32-7f0e-4841-a67e-bf2e7c944100 req-2e847535-7c25-47d3-bb50-2e6c73bdb005 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bfc1801b-3d8a-4549-be03-706bb1aea69b HTTP/1.1" status: 200 len: 1001 time: 0.1197374 Jun 28 11:17:27.066682 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-517cdf8f-0fec-47f2-9811-76801bf74150 req-4b565cdd-b981-4c0a-8d66-0cb2c7104620 service neutron] Synchronizing usage tracker for tenant:c7553fc21e2a4cb5abde242d8e5cb0ba on resource:security_group {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:17:27.081791 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c1c32-7f0e-4841-a67e-bf2e7c944100 req-6bf721cb-9816-4cc8-824d-c82e06423bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:27.083298 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-384c1c32-7f0e-4841-a67e-bf2e7c944100 req-6bf721cb-9816-4cc8-824d-c82e06423bfb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0543e16d-abbf-4f46-8991-01ac45b7ec02 HTTP/1.1" status: 200 len: 853 time: 0.0904226 Jun 28 11:17:27.145029 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-517cdf8f-0fec-47f2-9811-76801bf74150 req-4b565cdd-b981-4c0a-8d66-0cb2c7104620 service neutron] Unset dirty status for tenant:c7553fc21e2a4cb5abde242d8e5cb0ba on resource:security_group {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:17:27.146546 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-517cdf8f-0fec-47f2-9811-76801bf74150 req-4b565cdd-b981-4c0a-8d66-0cb2c7104620 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=56306c0d-b659-4870-a456-904bd2051209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1720543 Jun 28 11:17:27.185594 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c1c32-7f0e-4841-a67e-bf2e7c944100 req-83a3a091-27bc-4450-b908-8411caa99c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:27.187209 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-384c1c32-7f0e-4841-a67e-bf2e7c944100 req-83a3a091-27bc-4450-b908-8411caa99c0a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=21e79c31-8e4c-4686-94df-41e665c65d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0936840 Jun 28 11:17:27.391859 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8315a0-5f0a-4641-ab2c-4f2d07065369 req-1480719d-0db3-4430-a3e2-225657a653c6 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:27.393652 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-9d8315a0-5f0a-4641-ab2c-4f2d07065369 req-1480719d-0db3-4430-a3e2-225657a653c6 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=548398f6-21cb-449b-b283-b7585254ad20 HTTP/1.1" status: 200 len: 946 time: 0.1037209 Jun 28 11:17:27.542135 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-9d8315a0-5f0a-4641-ab2c-4f2d07065369 req-5ac6c501-7d68-4d76-a9c5-3bd0319abbde tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428792 Jun 28 11:17:27.639359 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-384c1c32-7f0e-4841-a67e-bf2e7c944100 req-2fb364b5-bc0f-45c0-9ba4-b3f1cbbf397b service neutron] 10.222.0.43 "GET /v2.0/networks/21e79c31-8e4c-4686-94df-41e665c65d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021489 Jun 28 11:17:27.675404 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7226686b-6e33-413f-9721-235d65afff3a req-a164bea2-694c-4a40-a3c3-03f2e1e65fe6 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:27.677837 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-7226686b-6e33-413f-9721-235d65afff3a req-a164bea2-694c-4a40-a3c3-03f2e1e65fe6 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5deb6ac-32cb-4d1a-93ab-e6e05f6bbb77 HTTP/1.1" status: 200 len: 945 time: 0.0982070 Jun 28 11:17:27.727336 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-7226686b-6e33-413f-9721-235d65afff3a req-650cd67a-1385-4ba3-9cba-bad96438c8d0 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6daf09b6-1da0-4cde-927a-d027da925601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438724 Jun 28 11:17:27.806549 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-384c1c32-7f0e-4841-a67e-bf2e7c944100 req-9d079368-29d0-400d-95eb-92f48fbba0bb service neutron] 10.222.0.43 "GET /v2.0/networks/21e79c31-8e4c-4686-94df-41e665c65d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473897 Jun 28 11:17:28.167999 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5861a247-5998-4b99-b013-eb8d8ad0b71d req-26b9eaf2-8aee-4abb-8b43-82aed26e08e7 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:28.169801 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-5861a247-5998-4b99-b013-eb8d8ad0b71d req-26b9eaf2-8aee-4abb-8b43-82aed26e08e7 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5feac2-94f7-4fac-9509-f0a495642234 HTTP/1.1" status: 200 len: 946 time: 0.0959144 Jun 28 11:17:28.213506 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-5861a247-5998-4b99-b013-eb8d8ad0b71d req-bb4d9863-cd7e-4c12-b192-c1f9956e6d20 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/security-groups?id=56306c0d-b659-4870-a456-904bd2051209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379896 Jun 28 11:17:28.736443 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa87ff8-c942-47a7-93c5-8a1474fcfb49 req-5f4cbe61-dd49-4058-9f69-3280171ab6c2 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:28.737924 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-0aa87ff8-c942-47a7-93c5-8a1474fcfb49 req-5f4cbe61-dd49-4058-9f69-3280171ab6c2 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=548398f6-21cb-449b-b283-b7585254ad20 HTTP/1.1" status: 200 len: 946 time: 0.0909224 Jun 28 11:17:28.792049 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-0aa87ff8-c942-47a7-93c5-8a1474fcfb49 req-a8097dd1-cc2c-44ef-a114-5e44a6b4d81a tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479667 Jun 28 11:17:28.867331 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 53610) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:28.980045 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c98751-1f4b-4809-9db3-96d8f15da893 req-8d97a830-15c5-469c-b8ae-e5d6fdfcde1b tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:28.981644 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c3c98751-1f4b-4809-9db3-96d8f15da893 req-8d97a830-15c5-469c-b8ae-e5d6fdfcde1b tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5deb6ac-32cb-4d1a-93ab-e6e05f6bbb77 HTTP/1.1" status: 200 len: 945 time: 0.1472192 Jun 28 11:17:28.993592 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-cad34675-f46a-46da-a29e-6a86be3c9a6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:29.008002 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-cad34675-f46a-46da-a29e-6a86be3c9a6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:29.011744 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-cad34675-f46a-46da-a29e-6a86be3c9a6f admin admin] Usage tracker for resource:security_group_rule and tenant:5207f83517594e70b810e00347d0681d is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:29.015075 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-cad34675-f46a-46da-a29e-6a86be3c9a6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:29.020558 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-cad34675-f46a-46da-a29e-6a86be3c9a6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:29.026394 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c3c98751-1f4b-4809-9db3-96d8f15da893 req-76b9e441-51e2-41ef-9ec0-76c59af3c1f6 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6daf09b6-1da0-4cde-927a-d027da925601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385718 Jun 28 11:17:29.106024 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-cad34675-f46a-46da-a29e-6a86be3c9a6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:29.112889 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-cad34675-f46a-46da-a29e-6a86be3c9a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:29.165105 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-cad34675-f46a-46da-a29e-6a86be3c9a6f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5207f83517594e70b810e00347d0681d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2965746 Jun 28 11:17:29.166662 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad34675-f46a-46da-a29e-6a86be3c9a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3215259-5c37-4f8c-a41e-d5c6f7b0b7f4,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:29.167905 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 53620) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:29.242913 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-cfdc5685-0d49-46b3-8d0a-9b8303f534c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:29.274329 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-cfdc5685-0d49-46b3-8d0a-9b8303f534c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:29.350303 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-cfdc5685-0d49-46b3-8d0a-9b8303f534c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:29.368021 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdc5685-0d49-46b3-8d0a-9b8303f534c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3215259-5c37-4f8c-a41e-d5c6f7b0b7f4,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:29.380920 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-cfdc5685-0d49-46b3-8d0a-9b8303f534c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:29.382156 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-cfdc5685-0d49-46b3-8d0a-9b8303f534c9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d3215259-5c37-4f8c-a41e-d5c6f7b0b7f4 HTTP/1.1" status: 204 len: 168 time: 0.2126513 Jun 28 11:17:29.449511 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b2924-cf57-46eb-b7c9-c9dc56ac0132 req-7f05d32b-c205-495c-88f6-9acabb12a339 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:29.456832 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-425b2924-cf57-46eb-b7c9-c9dc56ac0132 req-7f05d32b-c205-495c-88f6-9acabb12a339 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5feac2-94f7-4fac-9509-f0a495642234 HTTP/1.1" status: 200 len: 946 time: 0.1199105 Jun 28 11:17:29.506378 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-425b2924-cf57-46eb-b7c9-c9dc56ac0132 req-5ebc0619-01d8-47ca-afbb-e70777c42b2e tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/security-groups?id=56306c0d-b659-4870-a456-904bd2051209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485251 Jun 28 11:17:29.532740 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:29.993459 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23761dfd-3d15-421f-ba3b-30fa2dc46cab req-c7b86f36-78f3-4d3d-85d5-37828809d27f tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:29.995365 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-23761dfd-3d15-421f-ba3b-30fa2dc46cab req-c7b86f36-78f3-4d3d-85d5-37828809d27f tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=548398f6-21cb-449b-b283-b7585254ad20 HTTP/1.1" status: 200 len: 946 time: 0.0970867 Jun 28 11:17:30.045235 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-23761dfd-3d15-421f-ba3b-30fa2dc46cab req-37de5233-ac87-424c-82f7-4c98e0d8f1ac tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433183 Jun 28 11:17:30.721370 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f29ca-efbd-4941-9d6e-584b15b94f96 req-b6e96005-1127-4375-bb1a-83857c446d09 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:30.722876 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-971f29ca-efbd-4941-9d6e-584b15b94f96 req-b6e96005-1127-4375-bb1a-83857c446d09 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5feac2-94f7-4fac-9509-f0a495642234 HTTP/1.1" status: 200 len: 946 time: 0.0997555 Jun 28 11:17:30.772963 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-971f29ca-efbd-4941-9d6e-584b15b94f96 req-9e73091b-1450-4c5a-9ce7-6fd3fa1aa6a3 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/security-groups?id=56306c0d-b659-4870-a456-904bd2051209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410962 Jun 28 11:17:31.249274 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37cb0d6-2f8d-4d0c-a448-2bb62a45f2e6 req-d7fee92b-1926-495e-a99d-30c47837b74a tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:31.250626 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-a37cb0d6-2f8d-4d0c-a448-2bb62a45f2e6 req-d7fee92b-1926-495e-a99d-30c47837b74a tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=548398f6-21cb-449b-b283-b7585254ad20 HTTP/1.1" status: 200 len: 946 time: 0.0990977 Jun 28 11:17:31.299509 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-a37cb0d6-2f8d-4d0c-a448-2bb62a45f2e6 req-7cd135a0-4b21-45d2-a077-9532dac2fdb1 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402415 Jun 28 11:17:31.779044 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ba826a-d336-48f8-a482-4ab5772419ad req-609b8b1e-20b5-42f2-85d2-c547b08319ae tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:31.788351 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-14ba826a-d336-48f8-a482-4ab5772419ad req-609b8b1e-20b5-42f2-85d2-c547b08319ae tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=548398f6-21cb-449b-b283-b7585254ad20 HTTP/1.1" status: 200 len: 946 time: 0.1399345 Jun 28 11:17:31.793138 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b4ec13-08dc-4ae0-9976-68f52270da2d req-0d18a67c-7099-4b57-ad89-f6fc5e6fd72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:31.795081 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-11b4ec13-08dc-4ae0-9976-68f52270da2d req-0d18a67c-7099-4b57-ad89-f6fc5e6fd72f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39ee6a774aa94963a4c024612cabe0ab&device_id=548398f6-21cb-449b-b283-b7585254ad20 HTTP/1.1" status: 200 len: 1099 time: 0.1873829 Jun 28 11:17:31.941703 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-14ba826a-d336-48f8-a482-4ab5772419ad req-cf247463-a321-419c-a595-c08fa743806b tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522326 Jun 28 11:17:32.037165 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b4ec13-08dc-4ae0-9976-68f52270da2d req-5d5a992d-d4ba-4a00-9610-268bc221fe74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:32.039821 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-11b4ec13-08dc-4ae0-9976-68f52270da2d req-5d5a992d-d4ba-4a00-9610-268bc221fe74 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3dcee093-7093-4d70-9e54-e71a2fd9b0d8 HTTP/1.1" status: 200 len: 920 time: 0.2301569 Jun 28 11:17:32.146015 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-11b4ec13-08dc-4ae0-9976-68f52270da2d req-5cc6cd05-ff3c-4dff-be4f-45af8f3baa83 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0fb11382-d873-41bd-aeb5-9123dc01c8dc HTTP/1.1" status: 200 len: 217 time: 0.0914500 Jun 28 11:17:32.281070 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b4ec13-08dc-4ae0-9976-68f52270da2d req-80fbbd6f-4a49-472d-b973-8d78fe3c7167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:32.282433 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-11b4ec13-08dc-4ae0-9976-68f52270da2d req-80fbbd6f-4a49-472d-b973-8d78fe3c7167 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4959b550-e4a6-4bb2-a9b3-3d13206321f5 HTTP/1.1" status: 200 len: 858 time: 0.0853550 Jun 28 11:17:32.304350 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65337820-e325-47d3-96b7-af88ed76973e req-8068a218-7fbb-48fa-87fc-327ba858bc25 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:32.305795 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-65337820-e325-47d3-96b7-af88ed76973e req-8068a218-7fbb-48fa-87fc-327ba858bc25 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5feac2-94f7-4fac-9509-f0a495642234 HTTP/1.1" status: 200 len: 946 time: 0.1660972 Jun 28 11:17:32.402823 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-65337820-e325-47d3-96b7-af88ed76973e req-eefccecf-2a0f-488c-8e0e-4d3a8b1d485e tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/security-groups?id=56306c0d-b659-4870-a456-904bd2051209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911300 Jun 28 11:17:32.429548 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b4ec13-08dc-4ae0-9976-68f52270da2d req-19ed2515-1717-408f-8dad-63a43647ad1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:32.431020 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-11b4ec13-08dc-4ae0-9976-68f52270da2d req-19ed2515-1717-408f-8dad-63a43647ad1c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3dcee093-7093-4d70-9e54-e71a2fd9b0d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1065540 Jun 28 11:17:32.659592 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-11b4ec13-08dc-4ae0-9976-68f52270da2d req-d4a0c70c-b15a-4613-a4e4-d7586741a6d8 service neutron] 10.222.0.43 "GET /v2.0/networks/3dcee093-7093-4d70-9e54-e71a2fd9b0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169311 Jun 28 11:17:32.674745 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c90dc-1561-4df9-a087-339e64dcbc28 req-2dfd5beb-9433-410f-8c38-1334a20a56d2 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:32.676257 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-7c7c90dc-1561-4df9-a087-339e64dcbc28 req-2dfd5beb-9433-410f-8c38-1334a20a56d2 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5feac2-94f7-4fac-9509-f0a495642234 HTTP/1.1" status: 200 len: 946 time: 0.1440010 Jun 28 11:17:32.685134 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 53724) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:32.690142 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [None req-5d3d19bb-7709-42fb-9978-0521fadb4835 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Request body: {'floatingip': {'port_id': '251e1a9d-ec96-4ba0-a7a1-43dc3602134b'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:17:32.770480 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-5d3d19bb-7709-42fb-9978-0521fadb4835 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks [] for floatingip, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:32.875971 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 53730) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:33.159694 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0c8564-2538-496d-9c85-6601bcc1445e req-274d4abd-aa2e-423d-baf0-fde11e40562d tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:33.161107 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-7b0c8564-2538-496d-9c85-6601bcc1445e req-274d4abd-aa2e-423d-baf0-fde11e40562d tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=548398f6-21cb-449b-b283-b7585254ad20 HTTP/1.1" status: 200 len: 946 time: 0.0933802 Jun 28 11:17:33.192530 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-c495f96b-62e4-4099-857b-e4305db94d46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:33.211294 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-7b0c8564-2538-496d-9c85-6601bcc1445e req-23c42473-07f7-47bb-9563-8a6c7d936a1d tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431862 Jun 28 11:17:33.215430 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-c495f96b-62e4-4099-857b-e4305db94d46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:33.224943 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-c495f96b-62e4-4099-857b-e4305db94d46 admin admin] Usage tracker for resource:security_group_rule and tenant:66914d4254cb4a8d8631f98f5a9402fc is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:33.229670 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-c495f96b-62e4-4099-857b-e4305db94d46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:33.238749 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-c495f96b-62e4-4099-857b-e4305db94d46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:33.627981 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-c495f96b-62e4-4099-857b-e4305db94d46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:33.637374 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-c495f96b-62e4-4099-857b-e4305db94d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:33.771093 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-c495f96b-62e4-4099-857b-e4305db94d46 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=66914d4254cb4a8d8631f98f5a9402fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8915946 Jun 28 11:17:33.771655 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 53746) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:33.772429 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c495f96b-62e4-4099-857b-e4305db94d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e1581a-e038-4995-9f16-88f38d379953,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:33.783323 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-5d3d19bb-7709-42fb-9978-0521fadb4835 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:33.788320 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-5d3d19bb-7709-42fb-9978-0521fadb4835 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361935'] for floatingip, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:33.830997 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-3a2099bf-f82c-48e5-8b49-f8939a9fae4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:33.861132 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-3a2099bf-f82c-48e5-8b49-f8939a9fae4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:33.918331 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-3a2099bf-f82c-48e5-8b49-f8939a9fae4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:33.948577 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2099bf-f82c-48e5-8b49-f8939a9fae4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e1581a-e038-4995-9f16-88f38d379953,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:33.951777 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-3a2099bf-f82c-48e5-8b49-f8939a9fae4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:33.957027 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-3a2099bf-f82c-48e5-8b49-f8939a9fae4e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/14e1581a-e038-4995-9f16-88f38d379953 HTTP/1.1" status: 204 len: 168 time: 0.1806593 Jun 28 11:17:33.983673 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.db.l3_db [None req-5d3d19bb-7709-42fb-9978-0521fadb4835 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Floating IP cbff2e60-ea6f-4f19-a99a-725100ddce6f associated. External IP: 172.27.2.147, port: 251e1a9d-ec96-4ba0-a7a1-43dc3602134b. Jun 28 11:17:34.250243 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 53758) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:34.268255 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-b72a03d2-9827-4286-a89d-7c271c989775 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:34.284265 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-b72a03d2-9827-4286-a89d-7c271c989775 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:34.292589 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-b72a03d2-9827-4286-a89d-7c271c989775 admin admin] Usage tracker for resource:security_group_rule and tenant:4e3be4411c834ef191acc003bfe0bcf5 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:34.298963 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-b72a03d2-9827-4286-a89d-7c271c989775 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:34.317004 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-b72a03d2-9827-4286-a89d-7c271c989775 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:34.410719 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-b72a03d2-9827-4286-a89d-7c271c989775 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:34.415696 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-b72a03d2-9827-4286-a89d-7c271c989775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:34.463677 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-b72a03d2-9827-4286-a89d-7c271c989775 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4e3be4411c834ef191acc003bfe0bcf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2120538 Jun 28 11:17:34.466407 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 53764) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:34.468869 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72a03d2-9827-4286-a89d-7c271c989775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56bf501f-569c-4e9d-a4bc-18c9cebbae98,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:34.522305 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d3d19bb-7709-42fb-9978-0521fadb4835 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Router ade2194f-1c03-40e9-8c97-1ca6cc2e34b1 has already been hosted by L3 agent 65138fbb-a379-4cdd-9015-09db381edeba {{(pid=88177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:17:34.543301 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4653a50-6ccc-46a3-a715-2852ca613e69 req-8eb522bf-ed6b-47ec-91dd-6fca74ff08f1 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:34.544960 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-f4653a50-6ccc-46a3-a715-2852ca613e69 req-8eb522bf-ed6b-47ec-91dd-6fca74ff08f1 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=548398f6-21cb-449b-b283-b7585254ad20 HTTP/1.1" status: 200 len: 946 time: 0.1703620 Jun 28 11:17:34.701406 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-e04ba83a-5a7f-4ad8-a60d-df0dfa760449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:34.760457 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-f4653a50-6ccc-46a3-a715-2852ca613e69 req-cdb4f7b9-d1a0-4212-8b29-b969927f05ba tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074695 Jun 28 11:17:34.769830 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-e04ba83a-5a7f-4ad8-a60d-df0dfa760449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:34.816152 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d3d19bb-7709-42fb-9978-0521fadb4835 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify agent at l3_agent.dv-cinder-844605-1-iscsi the message routers_updated {{(pid=88177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:17:34.828963 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871f3a0d-b503-4f09-b8bb-73f03402911e None None] Sync routers for ids ['ade2194f-1c03-40e9-8c97-1ca6cc2e34b1'] in dv-cinder-844605-1-iscsi {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:17:34.834917 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-5d3d19bb-7709-42fb-9978-0521fadb4835 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for floatingip, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:34.838605 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871f3a0d-b503-4f09-b8bb-73f03402911e None None] Routers {'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:17:34.839221 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-871f3a0d-b503-4f09-b8bb-73f03402911e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:17:08Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['ade2194f-1c03-40e9-8c97-1ca6cc2e34b1'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:17:34.883837 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-e04ba83a-5a7f-4ad8-a60d-df0dfa760449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:34.904371 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-e04ba83a-5a7f-4ad8-a60d-df0dfa760449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:34.905526 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-e04ba83a-5a7f-4ad8-a60d-df0dfa760449 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/56bf501f-569c-4e9d-a4bc-18c9cebbae98 HTTP/1.1" status: 204 len: 168 time: 0.4384763 Jun 28 11:17:34.906680 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04ba83a-5a7f-4ad8-a60d-df0dfa760449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56bf501f-569c-4e9d-a4bc-18c9cebbae98,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:34.909224 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-5d3d19bb-7709-42fb-9978-0521fadb4835 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "PUT /v2.0/floatingips/cbff2e60-ea6f-4f19-a99a-725100ddce6f HTTP/1.1" status: 200 len: 992 time: 2.2230678 Jun 28 11:17:34.910075 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a5feac2-94f7-4fac-9509-f0a495642234', 'tag': '251e1a9d-ec96-4ba0-a7a1-43dc3602134b'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:17:34.969479 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e95ba28d-0d10-4f57-953e-d1eaeeacb408'] response: {'name': 'network-changed', 'server_uuid': '0a5feac2-94f7-4fac-9509-f0a495642234', 'tag': '251e1a9d-ec96-4ba0-a7a1-43dc3602134b', 'status': 'completed', 'code': 200} Jun 28 11:17:35.045734 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvr_db [None req-871f3a0d-b503-4f09-b8bb-73f03402911e None None] Set router ade2194f-1c03-40e9-8c97-1ca6cc2e34b1 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:17:35.434724 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-871f3a0d-b503-4f09-b8bb-73f03402911e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1', 'name': 'tempest-AttachVolumeTestJSON-598911938-router', 'tenant_id': '0d240302ccf0453994b861ae39dea463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f709371d-334e-4068-84cd-106c6afa05e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:21Z', 'updated_at': '2022-06-28T11:16:38Z', 'revision_number': 4, 'project_id': '0d240302ccf0453994b861ae39dea463', 'gw_port': {'id': 'f709371d-334e-4068-84cd-106c6afa05e9', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:24Z', 'updated_at': '2022-06-28T11:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_floatingips': [{'id': 'cbff2e60-ea6f-4f19-a99a-725100ddce6f', 'tenant_id': '0d240302ccf0453994b861ae39dea463', 'floating_ip_address': '172.27.2.147', 'floating_network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'router_id': 'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1', 'port_id': '251e1a9d-ec96-4ba0-a7a1-43dc3602134b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f8d13e4-2335-496a-b358-95cda2a57319', 'mac_address': 'fa:16:3e:b8:bb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5feac2-94f7-4fac-9509-f0a495642234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:16:48Z', 'updated_at': '2022-06-28T11:17:33Z', 'revision_number': 1, 'project_id': '0d240302ccf0453994b861ae39dea463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5580a367-b90f-424e-b4b7-659e07cd44cd', 'name': '', 'network_id': '3f8d13e4-2335-496a-b358-95cda2a57319', 'tenant_id': '0d240302ccf0453994b861ae39dea463', 'mac_address': 'fa:16:3e:d4:ef:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2fabbc00-cab3-403d-bb79-f769bf69911e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:35Z', 'updated_at': '2022-06-28T11:16:51Z', 'revision_number': 5, 'project_id': '0d240302ccf0453994b861ae39dea463', 'subnets': [{'id': '2fabbc00-cab3-403d-bb79-f769bf69911e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:17:35.442657 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871f3a0d-b503-4f09-b8bb-73f03402911e None None] Checking router: ade2194f-1c03-40e9-8c97-1ca6cc2e34b1 for host: dv-cinder-844605-1-iscsi {{(pid=88180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:17:35.451802 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871f3a0d-b503-4f09-b8bb-73f03402911e None None] Routers {'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:17:35.452468 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-871f3a0d-b503-4f09-b8bb-73f03402911e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:17:08Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['ade2194f-1c03-40e9-8c97-1ca6cc2e34b1'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:17:35.632528 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvr_db [None req-871f3a0d-b503-4f09-b8bb-73f03402911e None None] Set router ade2194f-1c03-40e9-8c97-1ca6cc2e34b1 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:17:35.702703 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 53802) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:35.808008 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [None req-d67a7331-0f90-4bcc-9d80-9c0c4cbceea9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-29074724-network', 'tenant_id': '135dd37bc4244e3798de728d72965864'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:17:35.829940 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-d67a7331-0f90-4bcc-9d80-9c0c4cbceea9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:35.834511 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-d67a7331-0f90-4bcc-9d80-9c0c4cbceea9 admin admin] Usage tracker for resource:network and tenant:135dd37bc4244e3798de728d72965864 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:35.845490 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-d67a7331-0f90-4bcc-9d80-9c0c4cbceea9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:35.852034 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-d67a7331-0f90-4bcc-9d80-9c0c4cbceea9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:35.873322 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d67a7331-0f90-4bcc-9d80-9c0c4cbceea9 admin admin] Made reservation on behalf of 135dd37bc4244e3798de728d72965864 for: {'network': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:17:35.876094 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-d67a7331-0f90-4bcc-9d80-9c0c4cbceea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for network, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:35.929083 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-d67a7331-0f90-4bcc-9d80-9c0c4cbceea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:35.958750 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-d67a7331-0f90-4bcc-9d80-9c0c4cbceea9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:35.968473 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-d67a7331-0f90-4bcc-9d80-9c0c4cbceea9 admin admin] Usage tracker for resource:security_group_rule and tenant:135dd37bc4244e3798de728d72965864 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:35.973108 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-d67a7331-0f90-4bcc-9d80-9c0c4cbceea9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:35.988652 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-d67a7331-0f90-4bcc-9d80-9c0c4cbceea9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:35.996933 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-871f3a0d-b503-4f09-b8bb-73f03402911e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1', 'name': 'tempest-AttachVolumeTestJSON-598911938-router', 'tenant_id': '0d240302ccf0453994b861ae39dea463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f709371d-334e-4068-84cd-106c6afa05e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:21Z', 'updated_at': '2022-06-28T11:16:38Z', 'revision_number': 4, 'project_id': '0d240302ccf0453994b861ae39dea463', 'gw_port': {'id': 'f709371d-334e-4068-84cd-106c6afa05e9', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:24Z', 'updated_at': '2022-06-28T11:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_floatingips': [{'id': 'cbff2e60-ea6f-4f19-a99a-725100ddce6f', 'tenant_id': '0d240302ccf0453994b861ae39dea463', 'floating_ip_address': '172.27.2.147', 'floating_network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'router_id': 'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1', 'port_id': '251e1a9d-ec96-4ba0-a7a1-43dc3602134b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f8d13e4-2335-496a-b358-95cda2a57319', 'mac_address': 'fa:16:3e:b8:bb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5feac2-94f7-4fac-9509-f0a495642234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:16:48Z', 'updated_at': '2022-06-28T11:17:33Z', 'revision_number': 1, 'project_id': '0d240302ccf0453994b861ae39dea463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5580a367-b90f-424e-b4b7-659e07cd44cd', 'name': '', 'network_id': '3f8d13e4-2335-496a-b358-95cda2a57319', 'tenant_id': '0d240302ccf0453994b861ae39dea463', 'mac_address': 'fa:16:3e:d4:ef:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2fabbc00-cab3-403d-bb79-f769bf69911e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:35Z', 'updated_at': '2022-06-28T11:16:51Z', 'revision_number': 5, 'project_id': '0d240302ccf0453994b861ae39dea463', 'subnets': [{'id': '2fabbc00-cab3-403d-bb79-f769bf69911e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:17:36.001294 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871f3a0d-b503-4f09-b8bb-73f03402911e None None] The sync data for ids ['ade2194f-1c03-40e9-8c97-1ca6cc2e34b1'] in dv-cinder-844605-1-iscsi is: [{'id': 'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1', 'name': 'tempest-AttachVolumeTestJSON-598911938-router', 'tenant_id': '0d240302ccf0453994b861ae39dea463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f709371d-334e-4068-84cd-106c6afa05e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:21Z', 'updated_at': '2022-06-28T11:16:38Z', 'revision_number': 4, 'project_id': '0d240302ccf0453994b861ae39dea463', 'gw_port': {'id': 'f709371d-334e-4068-84cd-106c6afa05e9', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:24Z', 'updated_at': '2022-06-28T11:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_floatingips': [{'id': 'cbff2e60-ea6f-4f19-a99a-725100ddce6f', 'tenant_id': '0d240302ccf0453994b861ae39dea463', 'floating_ip_address': '172.27.2.147', 'floating_network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'router_id': 'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1', 'port_id': '251e1a9d-ec96-4ba0-a7a1-43dc3602134b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f8d13e4-2335-496a-b358-95cda2a57319', 'mac_address': 'fa:16:3e:b8:bb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5feac2-94f7-4fac-9509-f0a495642234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:16:48Z', 'updated_at': '2022-06-28T11:17:33Z', 'revision_number': 1, 'project_id': '0d240302ccf0453994b861ae39dea463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5580a367-b90f-424e-b4b7-659e07cd44cd', 'name': '', 'network_id': '3f8d13e4-2335-496a-b358-95cda2a57319', 'tenant_id': '0d240302ccf0453994b861ae39dea463', 'mac_address': 'fa:16:3e:d4:ef:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2fabbc00-cab3-403d-bb79-f769bf69911e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:35Z', 'updated_at': '2022-06-28T11:16:51Z', 'revision_number': 5, 'project_id': '0d240302ccf0453994b861ae39dea463', 'subnets': [{'id': '2fabbc00-cab3-403d-bb79-f769bf69911e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:17:36.032847 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2c12ea-b76b-4229-b2a6-0384d5b06a30 req-7e510e05-995a-4754-ae0f-cb5278db1a87 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:36.034347 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-5e2c12ea-b76b-4229-b2a6-0384d5b06a30 req-7e510e05-995a-4754-ae0f-cb5278db1a87 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=548398f6-21cb-449b-b283-b7585254ad20 HTTP/1.1" status: 200 len: 946 time: 0.1481843 Jun 28 11:17:36.121644 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-5e2c12ea-b76b-4229-b2a6-0384d5b06a30 req-ab558ce7-2039-4bf1-8986-6bb2c2a851b4 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810606 Jun 28 11:17:36.218101 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-d67a7331-0f90-4bcc-9d80-9c0c4cbceea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:36.228216 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-d67a7331-0f90-4bcc-9d80-9c0c4cbceea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:36.236134 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d684be46-8081-45eb-a689-818f65571404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:36.241467 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2892c5be-3647-4e44-bb47-2a9d85886877 None None] New status for floating IP cbff2e60-ea6f-4f19-a99a-725100ddce6f: ACTIVE {{(pid=88179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:17:36.348488 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d67a7331-0f90-4bcc-9d80-9c0c4cbceea9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=88177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 11:17:36.378245 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-11b4ec13-08dc-4ae0-9976-68f52270da2d req-52a8c067-2f66-4272-86dc-da2d6cb70a8c service neutron] 10.222.0.43 "GET /v2.0/networks/3dcee093-7093-4d70-9e54-e71a2fd9b0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822354 Jun 28 11:17:36.381984 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67a7331-0f90-4bcc-9d80-9c0c4cbceea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f4dbcb-6d20-4b45-afa8-5e21259d1ccf,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:36.391243 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-d67a7331-0f90-4bcc-9d80-9c0c4cbceea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812087'] for segment, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:36.391582 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.db.segments_db [None req-d67a7331-0f90-4bcc-9d80-9c0c4cbceea9 admin admin] Added segment cf57fc87-7cdf-4217-a690-fdc2f976a68e of type vlan for network 7c01d387-d358-4f29-bf7d-6abba4f7274f Jun 28 11:17:36.435955 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-d67a7331-0f90-4bcc-9d80-9c0c4cbceea9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782103966769'] for network, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:36.441587 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e3f34-dadc-462e-a430-64b7c723a200 req-47daa2f1-c5b8-4a2e-b7fa-9f8aa6adad73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:36.443074 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-268e3f34-dadc-462e-a430-64b7c723a200 req-47daa2f1-c5b8-4a2e-b7fa-9f8aa6adad73 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0d240302ccf0453994b861ae39dea463&device_id=0a5feac2-94f7-4fac-9509-f0a495642234 HTTP/1.1" status: 200 len: 1099 time: 0.2162230 Jun 28 11:17:36.470868 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-d67a7331-0f90-4bcc-9d80-9c0c4cbceea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693'] for network, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:36.471796 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67a7331-0f90-4bcc-9d80-9c0c4cbceea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:36.472388 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-d67a7331-0f90-4bcc-9d80-9c0c4cbceea9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562711'] for network, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:36.670543 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-d67a7331-0f90-4bcc-9d80-9c0c4cbceea9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9666705 Jun 28 11:17:36.673933 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 53820) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:36.676744 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67a7331-0f90-4bcc-9d80-9c0c4cbceea9 admin admin] Pushing event updated for resources: {'Network': ['ID=7c01d387-d358-4f29-bf7d-6abba4f7274f,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:36.680328 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [None req-64964f65-4169-4b65-a14e-a47444ddb1d7 admin admin] Request body: {'subnet': {'network_id': '7c01d387-d358-4f29-bf7d-6abba4f7274f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-29074724-subnet', 'tenant_id': '135dd37bc4244e3798de728d72965864', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:17:36.686095 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-64964f65-4169-4b65-a14e-a47444ddb1d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:36.692961 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-64964f65-4169-4b65-a14e-a47444ddb1d7 admin admin] Usage tracker for resource:subnet and tenant:135dd37bc4244e3798de728d72965864 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:36.696336 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-64964f65-4169-4b65-a14e-a47444ddb1d7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:36.697462 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Network 7c01d387-d358-4f29-bf7d-6abba4f7274f details requested by agent ovs-agent-dv-cinder-844605-1-iscsi with host dv-cinder-844605-1-iscsi {{(pid=88179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 11:17:36.702246 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-64964f65-4169-4b65-a14e-a47444ddb1d7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:36.716420 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64964f65-4169-4b65-a14e-a47444ddb1d7 admin admin] Made reservation on behalf of 135dd37bc4244e3798de728d72965864 for: {'subnet': 1} {{(pid=88178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:17:36.720151 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-64964f65-4169-4b65-a14e-a47444ddb1d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2482729'] for subnet, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:36.734421 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e3f34-dadc-462e-a430-64b7c723a200 req-937c5e07-3642-41ec-ae34-a87b52e84abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:36.736075 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-268e3f34-dadc-462e-a430-64b7c723a200 req-937c5e07-3642-41ec-ae34-a87b52e84abb service neutron] 10.222.0.43 "GET /v2.0/networks?id=3f8d13e4-2335-496a-b358-95cda2a57319 HTTP/1.1" status: 200 len: 911 time: 0.1657732 Jun 28 11:17:37.014459 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-64964f65-4169-4b65-a14e-a47444ddb1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2289327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2482719'] for subnet, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:37.089125 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64964f65-4169-4b65-a14e-a47444ddb1d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c92c7dcf-42ef-470f-b262-61fdf96e867a,revision_number=0']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:37.100831 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64964f65-4169-4b65-a14e-a47444ddb1d7 admin admin] Checking segment: {'id': 'cf57fc87-7cdf-4217-a690-fdc2f976a68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7c01d387-d358-4f29-bf7d-6abba4f7274f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:17:37.101216 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64964f65-4169-4b65-a14e-a47444ddb1d7 admin admin] Network hostable DHCP agents. Network: 7c01d387-d358-4f29-bf7d-6abba4f7274f, hostable agents: ['bd7a9fca-13b7-4c24-af86-ecdc43be0dc3'], hosted agents: [] {{(pid=88178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 11:17:37.123759 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64964f65-4169-4b65-a14e-a47444ddb1d7 admin admin] Network 7c01d387-d358-4f29-bf7d-6abba4f7274f is scheduled to be hosted by DHCP agent bd7a9fca-13b7-4c24-af86-ecdc43be0dc3 with binding_index 1 {{(pid=88178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 11:17:37.133280 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.base_scheduler [None req-64964f65-4169-4b65-a14e-a47444ddb1d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844605-1-iscsi, 7c01d387-d358-4f29-bf7d-6abba4f7274f) {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:17:37.137295 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64964f65-4169-4b65-a14e-a47444ddb1d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:37.138329 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-64964f65-4169-4b65-a14e-a47444ddb1d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:37.142466 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c62642c-85ad-46c1-bef2-05a226cfab91 None None] Network 7c01d387-d358-4f29-bf7d-6abba4f7274f requested from dv-cinder-844605-1-iscsi {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:17:37.174372 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-64964f65-4169-4b65-a14e-a47444ddb1d7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4912589 Jun 28 11:17:37.344792 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af280ac-0d0d-4cfd-91fe-4d8c0f8dbc92 req-3f2741d9-fb4b-4bfa-a6fb-17759e841ec0 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:37.346589 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-0af280ac-0d0d-4cfd-91fe-4d8c0f8dbc92 req-3f2741d9-fb4b-4bfa-a6fb-17759e841ec0 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=548398f6-21cb-449b-b283-b7585254ad20 HTTP/1.1" status: 200 len: 946 time: 0.0977557 Jun 28 11:17:37.389115 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bc9324-2009-4aa6-b4e8-029fba316ae1 None None] Network 7c01d387-d358-4f29-bf7d-6abba4f7274f requested from dv-cinder-844605-1-iscsi {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:17:37.404578 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-0af280ac-0d0d-4cfd-91fe-4d8c0f8dbc92 req-b18ad876-359b-4b37-b39b-d63ef6409398 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523486 Jun 28 11:17:38.415678 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5e359729-4fe4-4bee-871c-8332a9414294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:38.674288 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17106e2-5352-4993-bab7-c0fa08dcca78 req-721d838f-d121-4771-a48d-dfeaa9566762 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:38.675674 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-d17106e2-5352-4993-bab7-c0fa08dcca78 req-721d838f-d121-4771-a48d-dfeaa9566762 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=548398f6-21cb-449b-b283-b7585254ad20 HTTP/1.1" status: 200 len: 946 time: 0.1657138 Jun 28 11:17:38.724076 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-268e3f34-dadc-462e-a430-64b7c723a200 req-aa534592-506a-4a10-a657-bfba166b0183 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=251e1a9d-ec96-4ba0-a7a1-43dc3602134b HTTP/1.1" status: 200 len: 1002 time: 0.1298888 Jun 28 11:17:38.735648 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-d17106e2-5352-4993-bab7-c0fa08dcca78 req-31c748d1-614f-4d4b-ba02-7a9f10366573 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494711 Jun 28 11:17:39.590028 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b58b1c24-9254-4745-9794-e7d1435c798c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:39.619158 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e3f34-dadc-462e-a430-64b7c723a200 req-0bd8b110-a6bd-4cbf-899d-dbf389ff3e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:39.620590 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-268e3f34-dadc-462e-a430-64b7c723a200 req-0bd8b110-a6bd-4cbf-899d-dbf389ff3e90 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2fabbc00-cab3-403d-bb79-f769bf69911e HTTP/1.1" status: 200 len: 849 time: 0.0783963 Jun 28 11:17:39.703357 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e3f34-dadc-462e-a430-64b7c723a200 req-58da739f-d1dc-4840-bca8-ced3dd89532e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:39.704846 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-268e3f34-dadc-462e-a430-64b7c723a200 req-58da739f-d1dc-4840-bca8-ced3dd89532e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3f8d13e4-2335-496a-b358-95cda2a57319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0779903 Jun 28 11:17:39.793351 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:39.935445 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-268e3f34-dadc-462e-a430-64b7c723a200 req-99b4524b-0507-4d92-98c6-0b695e597a42 service neutron] 10.222.0.43 "GET /v2.0/networks/3f8d13e4-2335-496a-b358-95cda2a57319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215192 Jun 28 11:17:39.937401 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5b66ac-317d-4e88-a331-f7b6c9b596b8 req-bd46aa73-3deb-4dd3-9c33-6cb79f7ac854 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:39.938940 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-6e5b66ac-317d-4e88-a331-f7b6c9b596b8 req-bd46aa73-3deb-4dd3-9c33-6cb79f7ac854 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=548398f6-21cb-449b-b283-b7585254ad20 HTTP/1.1" status: 200 len: 946 time: 0.0901322 Jun 28 11:17:39.988776 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-6e5b66ac-317d-4e88-a331-f7b6c9b596b8 req-103623f5-0b56-4b03-a8ec-2fcf63065da6 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433304 Jun 28 11:17:40.082575 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-268e3f34-dadc-462e-a430-64b7c723a200 req-ee4c07ff-93bd-430f-8ccf-b1766f7a7ce3 service neutron] 10.222.0.43 "GET /v2.0/networks/3f8d13e4-2335-496a-b358-95cda2a57319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406958 Jun 28 11:17:40.922816 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-90b31af6-315a-40c1-95e8-9ba1745e2d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:41.186731 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c660a30-3140-4a28-873f-ff8c86660101 req-71e20b91-867f-459f-992c-942bd193854c tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:41.188162 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-2c660a30-3140-4a28-873f-ff8c86660101 req-71e20b91-867f-459f-992c-942bd193854c tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=548398f6-21cb-449b-b283-b7585254ad20 HTTP/1.1" status: 200 len: 946 time: 0.0930886 Jun 28 11:17:41.235868 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-2c660a30-3140-4a28-873f-ff8c86660101 req-958bea77-9f0e-4677-8f47-4c9b485cf085 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412958 Jun 28 11:17:42.440622 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c5c47-28bf-4df6-9b18-291040c96ab8 req-f3e4f5bf-0eca-458d-a762-cfebef8783b7 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:42.442165 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-a67c5c47-28bf-4df6-9b18-291040c96ab8 req-f3e4f5bf-0eca-458d-a762-cfebef8783b7 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=548398f6-21cb-449b-b283-b7585254ad20 HTTP/1.1" status: 200 len: 946 time: 0.0989065 Jun 28 11:17:42.488490 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-a67c5c47-28bf-4df6-9b18-291040c96ab8 req-4d32f11b-efb2-4443-980f-db89059e123e tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403173 Jun 28 11:17:43.698824 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd910b-fe8f-4e7f-b6f7-053d1c925ce3 req-b0ca3bfb-a886-49b3-95cb-5a168329ac15 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:43.700351 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-7dfd910b-fe8f-4e7f-b6f7-053d1c925ce3 req-b0ca3bfb-a886-49b3-95cb-5a168329ac15 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=548398f6-21cb-449b-b283-b7585254ad20 HTTP/1.1" status: 200 len: 946 time: 0.1029177 Jun 28 11:17:43.747647 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-7dfd910b-fe8f-4e7f-b6f7-053d1c925ce3 req-0f0285a3-36df-408c-b061-1496e6c98fed tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413232 Jun 28 11:17:44.708128 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30f6ae-2ad2-4878-babc-15121adf1037 req-6efd99a3-9997-4350-9a8f-b2695271c8bf tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:44.709642 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-8d30f6ae-2ad2-4878-babc-15121adf1037 req-6efd99a3-9997-4350-9a8f-b2695271c8bf tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/networks?id=7c01d387-d358-4f29-bf7d-6abba4f7274f HTTP/1.1" status: 200 len: 807 time: 0.1478808 Jun 28 11:17:44.725762 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-8d30f6ae-2ad2-4878-babc-15121adf1037 req-c28d8bfc-c581-4d80-8b7a-be9292dde98b tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/quotas/135dd37bc4244e3798de728d72965864 HTTP/1.1" status: 200 len: 375 time: 0.0104411 Jun 28 11:17:44.791124 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-8d30f6ae-2ad2-4878-babc-15121adf1037 req-4c58bd6b-62bb-4e2e-ad05-964729999281 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=135dd37bc4244e3798de728d72965864&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0595496 Jun 28 11:17:44.939806 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-8d30f6ae-2ad2-4878-babc-15121adf1037 req-4fc16168-067e-4c54-89fe-c0a03031f609 service neutron] 10.222.0.23 "GET /v2.0/networks/7c01d387-d358-4f29-bf7d-6abba4f7274f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365235 Jun 28 11:17:44.948346 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b29acb-d287-422b-9c92-d6c01e2ca07b req-cb4f4924-8c6a-4d3d-9cdd-67640a9245ce tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:44.950051 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-f7b29acb-d287-422b-9c92-d6c01e2ca07b req-cb4f4924-8c6a-4d3d-9cdd-67640a9245ce tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=548398f6-21cb-449b-b283-b7585254ad20 HTTP/1.1" status: 200 len: 946 time: 0.0913241 Jun 28 11:17:45.013452 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-f7b29acb-d287-422b-9c92-d6c01e2ca07b req-e2f4bb94-fc61-40e8-a52f-ae8968c75c8f tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572474 Jun 28 11:17:45.081782 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-8d30f6ae-2ad2-4878-babc-15121adf1037 req-a51eb4cd-3dbf-4450-9af7-950c58b3da25 service neutron] 10.222.0.23 "GET /v2.0/networks/7c01d387-d358-4f29-bf7d-6abba4f7274f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406686 Jun 28 11:17:45.313290 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-8966f45f-95f3-44be-8699-0943348ea10c req-3de811fb-e823-479e-90ed-ffab1dc96890 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2bad8b8-1d14-4886-9bb7-16fe26646e34 HTTP/1.1" status: 200 len: 210 time: 0.0673969 Jun 28 11:17:46.221039 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5353a86-126b-4527-9e64-dc035df35170 req-57832657-811e-4df9-8e79-e17f5f2c60eb tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:46.222529 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-a5353a86-126b-4527-9e64-dc035df35170 req-57832657-811e-4df9-8e79-e17f5f2c60eb tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=548398f6-21cb-449b-b283-b7585254ad20 HTTP/1.1" status: 200 len: 946 time: 0.0952899 Jun 28 11:17:46.269450 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-a5353a86-126b-4527-9e64-dc035df35170 req-be06a60e-217b-448c-a91a-fec75a39c783 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410151 Jun 28 11:17:46.506091 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-e97cb098-f507-4d28-bfd6-de23a4ae85e5 req-94af191e-c6b2-4e67-9792-d5ac9e4e0728 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2bad8b8-1d14-4886-9bb7-16fe26646e34 HTTP/1.1" status: 200 len: 210 time: 0.0906117 Jun 28 11:17:46.698476 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30f6ae-2ad2-4878-babc-15121adf1037 req-cc5aed14-6484-453f-b437-fc1a3a10e7b7 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:46.702482 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-8d30f6ae-2ad2-4878-babc-15121adf1037 req-cc5aed14-6484-453f-b437-fc1a3a10e7b7 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Synchronizing usage tracker for tenant:135dd37bc4244e3798de728d72965864 on resource:network {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:17:46.726699 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-8d30f6ae-2ad2-4878-babc-15121adf1037 req-cc5aed14-6484-453f-b437-fc1a3a10e7b7 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Unset dirty status for tenant:135dd37bc4244e3798de728d72965864 on resource:network {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:17:46.728498 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-8d30f6ae-2ad2-4878-babc-15121adf1037 req-cc5aed14-6484-453f-b437-fc1a3a10e7b7 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.43 "GET /v2.0/networks?id=7c01d387-d358-4f29-bf7d-6abba4f7274f HTTP/1.1" status: 200 len: 807 time: 0.2675636 Jun 28 11:17:46.752412 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [req-8d30f6ae-2ad2-4878-babc-15121adf1037 req-fcc8e3b5-a28f-436d-8626-ebcced4a6374 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Request body: {'port': {'device_id': 'b2bad8b8-1d14-4886-9bb7-16fe26646e34', 'network_id': '7c01d387-d358-4f29-bf7d-6abba4f7274f', 'admin_state_up': True, 'tenant_id': '135dd37bc4244e3798de728d72965864'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:17:46.893534 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [req-8d30f6ae-2ad2-4878-babc-15121adf1037 req-fcc8e3b5-a28f-436d-8626-ebcced4a6374 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:46.897884 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-8d30f6ae-2ad2-4878-babc-15121adf1037 req-fcc8e3b5-a28f-436d-8626-ebcced4a6374 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Usage tracker for resource:port and tenant:135dd37bc4244e3798de728d72965864 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:46.901255 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-8d30f6ae-2ad2-4878-babc-15121adf1037 req-fcc8e3b5-a28f-436d-8626-ebcced4a6374 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:46.907287 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [req-8d30f6ae-2ad2-4878-babc-15121adf1037 req-fcc8e3b5-a28f-436d-8626-ebcced4a6374 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:46.918940 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d30f6ae-2ad2-4878-babc-15121adf1037 req-fcc8e3b5-a28f-436d-8626-ebcced4a6374 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Made reservation on behalf of 135dd37bc4244e3798de728d72965864 for: {'port': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:17:46.923562 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-8d30f6ae-2ad2-4878-babc-15121adf1037 req-fcc8e3b5-a28f-436d-8626-ebcced4a6374 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:47.100042 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.db_base_plugin_common [req-8d30f6ae-2ad2-4878-babc-15121adf1037 req-fcc8e3b5-a28f-436d-8626-ebcced4a6374 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Allocated IP 172.20.0.13 (7c01d387-d358-4f29-bf7d-6abba4f7274f/c92c7dcf-42ef-470f-b262-61fdf96e867a/4de39085-de04-41f5-a7f4-e729bed0c50f) {{(pid=88177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:17:47.317243 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-8d30f6ae-2ad2-4878-babc-15121adf1037 req-fcc8e3b5-a28f-436d-8626-ebcced4a6374 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Notify callbacks [] for port, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:47.348011 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-8d30f6ae-2ad2-4878-babc-15121adf1037 req-fcc8e3b5-a28f-436d-8626-ebcced4a6374 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782103981231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2688079'] for port, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:47.422273 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d30f6ae-2ad2-4878-babc-15121adf1037 req-fcc8e3b5-a28f-436d-8626-ebcced4a6374 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Network 7c01d387-d358-4f29-bf7d-6abba4f7274f is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:17:47.425365 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.base_scheduler [req-8d30f6ae-2ad2-4878-babc-15121adf1037 req-fcc8e3b5-a28f-436d-8626-ebcced4a6374 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:17:47.429152 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d30f6ae-2ad2-4878-babc-15121adf1037 req-fcc8e3b5-a28f-436d-8626-ebcced4a6374 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Received port after_create {{(pid=88177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:17:47.459236 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc8e3b5-a28f-436d-8626-ebcced4a6374 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Pushing event updated for resources: {'Port': ['ID=4de39085-de04-41f5-a7f4-e729bed0c50f,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:47.468805 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32337c30-e823-4c3d-8c68-bd56d8b9493f req-818e0435-ac2d-4480-8b83-da514422da5d tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:47.470443 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-32337c30-e823-4c3d-8c68-bd56d8b9493f req-818e0435-ac2d-4480-8b83-da514422da5d tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=548398f6-21cb-449b-b283-b7585254ad20 HTTP/1.1" status: 200 len: 946 time: 0.0933008 Jun 28 11:17:47.508052 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30f6ae-2ad2-4878-babc-15121adf1037 req-fcc8e3b5-a28f-436d-8626-ebcced4a6374 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:47.508682 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-8d30f6ae-2ad2-4878-babc-15121adf1037 req-fcc8e3b5-a28f-436d-8626-ebcced4a6374 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562711'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:47.515874 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-32337c30-e823-4c3d-8c68-bd56d8b9493f req-b585f223-512a-4782-865b-737ef19f3b31 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388494 Jun 28 11:17:47.534626 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-8d30f6ae-2ad2-4878-babc-15121adf1037 req-fcc8e3b5-a28f-436d-8626-ebcced4a6374 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7865703 Jun 28 11:17:47.554746 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [req-8d30f6ae-2ad2-4878-babc-15121adf1037 req-9fa91a8d-3cf3-403d-b57f-5ddccb6e22b3 service neutron] Request body: {'port': {'device_id': 'b2bad8b8-1d14-4886-9bb7-16fe26646e34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:17:47.803013 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-8d30f6ae-2ad2-4878-babc-15121adf1037 req-9fa91a8d-3cf3-403d-b57f-5ddccb6e22b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:47.879993 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ddb7d-a623-498e-9658-9ab167eee79a req-c0efabe1-7b90-4a95-9de3-bc605d347080 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:47.880517 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-771ddb7d-a623-498e-9658-9ab167eee79a req-c0efabe1-7b90-4a95-9de3-bc605d347080 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Synchronizing usage tracker for tenant:135dd37bc4244e3798de728d72965864 on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:17:47.925586 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-771ddb7d-a623-498e-9658-9ab167eee79a req-c0efabe1-7b90-4a95-9de3-bc605d347080 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Unset dirty status for tenant:135dd37bc4244e3798de728d72965864 on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:17:47.926774 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-771ddb7d-a623-498e-9658-9ab167eee79a req-c0efabe1-7b90-4a95-9de3-bc605d347080 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2bad8b8-1d14-4886-9bb7-16fe26646e34 HTTP/1.1" status: 200 len: 932 time: 0.2885516 Jun 28 11:17:48.036487 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 54064) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:48.171748 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-db00a5d3-868c-4abb-bf2b-dcbae4d8a0eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:48.178298 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-771ddb7d-a623-498e-9658-9ab167eee79a req-fbd7c858-28df-41d4-85fc-df8b8de616e3 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Synchronizing usage tracker for tenant:135dd37bc4244e3798de728d72965864 on resource:security_group {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:17:48.189810 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-db00a5d3-868c-4abb-bf2b-dcbae4d8a0eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:48.196386 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-db00a5d3-868c-4abb-bf2b-dcbae4d8a0eb admin admin] Usage tracker for resource:security_group_rule and tenant:7dffca917a70468f872e50d213763c78 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:48.199561 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-db00a5d3-868c-4abb-bf2b-dcbae4d8a0eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:48.205848 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-db00a5d3-868c-4abb-bf2b-dcbae4d8a0eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:48.227531 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-771ddb7d-a623-498e-9658-9ab167eee79a req-fbd7c858-28df-41d4-85fc-df8b8de616e3 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Unset dirty status for tenant:135dd37bc4244e3798de728d72965864 on resource:security_group {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:17:48.229155 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-771ddb7d-a623-498e-9658-9ab167eee79a req-fbd7c858-28df-41d4-85fc-df8b8de616e3 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/security-groups?id=88f4dbcb-6d20-4b45-afa8-5e21259d1ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289448 Jun 28 11:17:48.294336 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-db00a5d3-868c-4abb-bf2b-dcbae4d8a0eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:48.299055 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-db00a5d3-868c-4abb-bf2b-dcbae4d8a0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:48.304057 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.notifiers.nova [req-8d30f6ae-2ad2-4878-babc-15121adf1037 req-9fa91a8d-3cf3-403d-b57f-5ddccb6e22b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4de39085-de04-41f5-a7f4-e729bed0c50f {{(pid=88177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:17:48.311861 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-8d30f6ae-2ad2-4878-babc-15121adf1037 req-9fa91a8d-3cf3-403d-b57f-5ddccb6e22b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:48.327480 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.provisioning_blocks [req-8d30f6ae-2ad2-4878-babc-15121adf1037 req-9fa91a8d-3cf3-403d-b57f-5ddccb6e22b3 service neutron] Transition to ACTIVE for port object 4de39085-de04-41f5-a7f4-e729bed0c50f will not be triggered until provisioned by entity L2. {{(pid=88177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:17:48.331640 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-8d30f6ae-2ad2-4878-babc-15121adf1037 req-9fa91a8d-3cf3-403d-b57f-5ddccb6e22b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2688088'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:48.351522 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-db00a5d3-868c-4abb-bf2b-dcbae4d8a0eb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7dffca917a70468f872e50d213763c78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3113616 Jun 28 11:17:48.351522 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db00a5d3-868c-4abb-bf2b-dcbae4d8a0eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a62c9d46-aa7a-4a6c-a2cb-4f6764883df9,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:48.351950 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 54074) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:48.411195 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-0218c535-dc19-4463-924e-e14a722d695b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:48.437587 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-0218c535-dc19-4463-924e-e14a722d695b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:48.491016 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-0218c535-dc19-4463-924e-e14a722d695b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:48.511634 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0218c535-dc19-4463-924e-e14a722d695b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62c9d46-aa7a-4a6c-a2cb-4f6764883df9,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:48.515769 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-0218c535-dc19-4463-924e-e14a722d695b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:48.519541 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-0218c535-dc19-4463-924e-e14a722d695b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a62c9d46-aa7a-4a6c-a2cb-4f6764883df9 HTTP/1.1" status: 204 len: 168 time: 0.1642339 Jun 28 11:17:48.532525 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa91a8d-3cf3-403d-b57f-5ddccb6e22b3 service neutron] Pushing event updated for resources: {'Port': ['ID=4de39085-de04-41f5-a7f4-e729bed0c50f,revision_number=2']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:48.581211 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.managers [req-8d30f6ae-2ad2-4878-babc-15121adf1037 req-9fa91a8d-3cf3-403d-b57f-5ddccb6e22b3 service neutron] Attempting to bind port 4de39085-de04-41f5-a7f4-e729bed0c50f on host hv-cinder-84460 for vnic_type normal with profile {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:17:48.581633 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.managers [req-8d30f6ae-2ad2-4878-babc-15121adf1037 req-9fa91a8d-3cf3-403d-b57f-5ddccb6e22b3 service neutron] Attempting to bind port 4de39085-de04-41f5-a7f4-e729bed0c50f by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': 'cf57fc87-7cdf-4217-a690-fdc2f976a68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7c01d387-d358-4f29-bf7d-6abba4f7274f'}] {{(pid=88177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:17:48.582130 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d30f6ae-2ad2-4878-babc-15121adf1037 req-9fa91a8d-3cf3-403d-b57f-5ddccb6e22b3 service neutron] Attempting to bind port 4de39085-de04-41f5-a7f4-e729bed0c50f on network 7c01d387-d358-4f29-bf7d-6abba4f7274f {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:17:48.586709 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d30f6ae-2ad2-4878-babc-15121adf1037 req-9fa91a8d-3cf3-403d-b57f-5ddccb6e22b3 service neutron] Port 4de39085-de04-41f5-a7f4-e729bed0c50f on network 7c01d387-d358-4f29-bf7d-6abba4f7274f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 11:17:48.587098 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d30f6ae-2ad2-4878-babc-15121adf1037 req-9fa91a8d-3cf3-403d-b57f-5ddccb6e22b3 service neutron] Attempting to bind port 4de39085-de04-41f5-a7f4-e729bed0c50f on network 7c01d387-d358-4f29-bf7d-6abba4f7274f {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:17:48.592803 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d30f6ae-2ad2-4878-babc-15121adf1037 req-9fa91a8d-3cf3-403d-b57f-5ddccb6e22b3 service neutron] Checking agent: {'id': '08bfabbf-d5f3-4ca7-8c16-3ebc8bd75d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 14), 'started_at': datetime.datetime(2022, 6, 28, 11, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:17:48.593269 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d30f6ae-2ad2-4878-babc-15121adf1037 req-9fa91a8d-3cf3-403d-b57f-5ddccb6e22b3 service neutron] Checking segment: {'id': 'cf57fc87-7cdf-4217-a690-fdc2f976a68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7c01d387-d358-4f29-bf7d-6abba4f7274f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:17:48.593811 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d30f6ae-2ad2-4878-babc-15121adf1037 req-9fa91a8d-3cf3-403d-b57f-5ddccb6e22b3 service neutron] Bound using segment: {'id': 'cf57fc87-7cdf-4217-a690-fdc2f976a68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7c01d387-d358-4f29-bf7d-6abba4f7274f'} {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:17:48.594372 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.managers [req-8d30f6ae-2ad2-4878-babc-15121adf1037 req-9fa91a8d-3cf3-403d-b57f-5ddccb6e22b3 service neutron] Bound port: 4de39085-de04-41f5-a7f4-e729bed0c50f, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf57fc87-7cdf-4217-a690-fdc2f976a68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7c01d387-d358-4f29-bf7d-6abba4f7274f'}}] {{(pid=88177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:17:48.594877 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-8d30f6ae-2ad2-4878-babc-15121adf1037 req-9fa91a8d-3cf3-403d-b57f-5ddccb6e22b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:48.693014 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.db [req-8d30f6ae-2ad2-4878-babc-15121adf1037 req-9fa91a8d-3cf3-403d-b57f-5ddccb6e22b3 service neutron] For port 4de39085-de04-41f5-a7f4-e729bed0c50f, host hv-cinder-84460, cleared binding levels {{(pid=88177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:17:48.696286 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.db [req-8d30f6ae-2ad2-4878-babc-15121adf1037 req-9fa91a8d-3cf3-403d-b57f-5ddccb6e22b3 service neutron] For port 4de39085-de04-41f5-a7f4-e729bed0c50f, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=4de39085-de04-41f5-a7f4-e729bed0c50f,segment=NetworkSegment(cf57fc87-7cdf-4217-a690-fdc2f976a68e),segment_id=cf57fc87-7cdf-4217-a690-fdc2f976a68e)] {{(pid=88177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:17:48.702929 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-8d30f6ae-2ad2-4878-babc-15121adf1037 req-9fa91a8d-3cf3-403d-b57f-5ddccb6e22b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2688088'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:48.723906 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3c541-ab43-4cec-856c-215ae0954fde req-89fc5909-a0c1-4198-9193-1dd155a73764 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:48.725511 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-38e3c541-ab43-4cec-856c-215ae0954fde req-89fc5909-a0c1-4198-9193-1dd155a73764 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=548398f6-21cb-449b-b283-b7585254ad20 HTTP/1.1" status: 200 len: 946 time: 0.0979521 Jun 28 11:17:48.761762 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30f6ae-2ad2-4878-babc-15121adf1037 req-9fa91a8d-3cf3-403d-b57f-5ddccb6e22b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:48.762374 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-8d30f6ae-2ad2-4878-babc-15121adf1037 req-9fa91a8d-3cf3-403d-b57f-5ddccb6e22b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562711'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:48.763791 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-8d30f6ae-2ad2-4878-babc-15121adf1037 req-9fa91a8d-3cf3-403d-b57f-5ddccb6e22b3 service neutron] 10.222.0.43 "PUT /v2.0/ports/4de39085-de04-41f5-a7f4-e729bed0c50f HTTP/1.1" status: 200 len: 1094 time: 1.2134223 Jun 28 11:17:48.764221 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2bad8b8-1d14-4886-9bb7-16fe26646e34', 'tag': '4de39085-de04-41f5-a7f4-e729bed0c50f'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:17:48.785402 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa91a8d-3cf3-403d-b57f-5ddccb6e22b3 service neutron] Pushing event updated for resources: {'Port': ['ID=4de39085-de04-41f5-a7f4-e729bed0c50f,revision_number=3']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:48.788976 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-38e3c541-ab43-4cec-856c-215ae0954fde req-0f4540ba-a74a-42b6-8fde-6e9ea9bf8289 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543780 Jun 28 11:17:48.819941 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-375fd8b5-4ea4-4618-9fbf-33a403d4afc9'] response: {'name': 'network-changed', 'server_uuid': 'b2bad8b8-1d14-4886-9bb7-16fe26646e34', 'tag': '4de39085-de04-41f5-a7f4-e729bed0c50f', 'status': 'completed', 'code': 200} Jun 28 11:17:49.233610 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 54110) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:49.337628 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [None req-e1fe8f23-7780-480c-be79-4508bd5be3e4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-824226379-network', 'tenant_id': 'd25e7ce42d8c46ecbeacc1c6835ede35'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:17:49.376399 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-e1fe8f23-7780-480c-be79-4508bd5be3e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:49.385146 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-e1fe8f23-7780-480c-be79-4508bd5be3e4 admin admin] Usage tracker for resource:network and tenant:d25e7ce42d8c46ecbeacc1c6835ede35 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:49.393301 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-e1fe8f23-7780-480c-be79-4508bd5be3e4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:49.401028 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-e1fe8f23-7780-480c-be79-4508bd5be3e4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:49.421318 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1fe8f23-7780-480c-be79-4508bd5be3e4 admin admin] Made reservation on behalf of d25e7ce42d8c46ecbeacc1c6835ede35 for: {'network': 1} {{(pid=88178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:17:49.423562 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-e1fe8f23-7780-480c-be79-4508bd5be3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for network, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:49.440917 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-e1fe8f23-7780-480c-be79-4508bd5be3e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:49.529562 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-e1fe8f23-7780-480c-be79-4508bd5be3e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:49.535285 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-e1fe8f23-7780-480c-be79-4508bd5be3e4 admin admin] Usage tracker for resource:security_group_rule and tenant:d25e7ce42d8c46ecbeacc1c6835ede35 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:49.538616 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-e1fe8f23-7780-480c-be79-4508bd5be3e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:49.545786 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-e1fe8f23-7780-480c-be79-4508bd5be3e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:49.556319 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cf8879-334d-48f4-b22d-fe761f785f8d req-6bd4d50a-f92f-44ae-80aa-f6fe77502ac0 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:49.557935 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-65cf8879-334d-48f4-b22d-fe761f785f8d req-6bd4d50a-f92f-44ae-80aa-f6fe77502ac0 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2bad8b8-1d14-4886-9bb7-16fe26646e34 HTTP/1.1" status: 200 len: 944 time: 0.2169759 Jun 28 11:17:49.624103 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-65cf8879-334d-48f4-b22d-fe761f785f8d req-27403a91-e9a6-492c-a77a-6ae3a73e4803 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/security-groups?id=88f4dbcb-6d20-4b45-afa8-5e21259d1ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584884 Jun 28 11:17:49.677625 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-e1fe8f23-7780-480c-be79-4508bd5be3e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:49.683917 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-e1fe8f23-7780-480c-be79-4508bd5be3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:49.714446 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1fe8f23-7780-480c-be79-4508bd5be3e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=88178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 11:17:49.723379 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe8f23-7780-480c-be79-4508bd5be3e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=241009c6-b554-4232-9a2a-0be989c868ee,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:49.729756 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-e1fe8f23-7780-480c-be79-4508bd5be3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812087'] for segment, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:49.730224 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.db.segments_db [None req-e1fe8f23-7780-480c-be79-4508bd5be3e4 admin admin] Added segment 6b36a0ab-7f32-456b-b1e8-8438e0a384f8 of type vlan for network 37bb99b0-7529-44da-9b0b-e494ebe4140f Jun 28 11:17:49.758372 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-e1fe8f23-7780-480c-be79-4508bd5be3e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782103966769'] for network, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:49.790373 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-e1fe8f23-7780-480c-be79-4508bd5be3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693'] for network, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:49.791358 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fe8f23-7780-480c-be79-4508bd5be3e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:49.792021 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-e1fe8f23-7780-480c-be79-4508bd5be3e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562711'] for network, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:49.897314 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe8f23-7780-480c-be79-4508bd5be3e4 admin admin] Pushing event updated for resources: {'Network': ['ID=37bb99b0-7529-44da-9b0b-e494ebe4140f,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:49.900105 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-e1fe8f23-7780-480c-be79-4508bd5be3e4 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6649806 Jun 28 11:17:49.902777 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 54120) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:49.908669 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Network 37bb99b0-7529-44da-9b0b-e494ebe4140f details requested by agent ovs-agent-dv-cinder-844605-1-iscsi with host dv-cinder-844605-1-iscsi {{(pid=88179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 11:17:49.909183 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [None req-caf48a12-e649-49ee-8bfd-d3c5253862ce admin admin] Request body: {'subnet': {'network_id': '37bb99b0-7529-44da-9b0b-e494ebe4140f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-824226379-subnet', 'tenant_id': 'd25e7ce42d8c46ecbeacc1c6835ede35', 'ip_version': 4}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:17:49.913714 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-caf48a12-e649-49ee-8bfd-d3c5253862ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:49.917820 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-caf48a12-e649-49ee-8bfd-d3c5253862ce admin admin] Usage tracker for resource:subnet and tenant:d25e7ce42d8c46ecbeacc1c6835ede35 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:49.921262 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-caf48a12-e649-49ee-8bfd-d3c5253862ce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:49.927178 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-caf48a12-e649-49ee-8bfd-d3c5253862ce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:49.939274 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf48a12-e649-49ee-8bfd-d3c5253862ce admin admin] Made reservation on behalf of d25e7ce42d8c46ecbeacc1c6835ede35 for: {'subnet': 1} {{(pid=88178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:17:49.942109 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-caf48a12-e649-49ee-8bfd-d3c5253862ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2482729'] for subnet, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:50.035195 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79742e-32f4-4da7-9b29-546e0efaa28b req-a1d04279-1ff3-45cf-9d6f-057dc7e89b41 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:50.036977 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-de79742e-32f4-4da7-9b29-546e0efaa28b req-a1d04279-1ff3-45cf-9d6f-057dc7e89b41 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=548398f6-21cb-449b-b283-b7585254ad20 HTTP/1.1" status: 200 len: 946 time: 0.1431983 Jun 28 11:17:50.085353 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-de79742e-32f4-4da7-9b29-546e0efaa28b req-5f981869-0ab7-4284-b4fc-1333b8361d67 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416577 Jun 28 11:17:50.163810 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-caf48a12-e649-49ee-8bfd-d3c5253862ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2289327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2482719'] for subnet, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:50.236302 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf48a12-e649-49ee-8bfd-d3c5253862ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b53bddf-fdb5-43a8-99e3-085d58e36040,revision_number=0']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:50.245944 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf48a12-e649-49ee-8bfd-d3c5253862ce admin admin] Checking segment: {'id': '6b36a0ab-7f32-456b-b1e8-8438e0a384f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '37bb99b0-7529-44da-9b0b-e494ebe4140f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:17:50.246293 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf48a12-e649-49ee-8bfd-d3c5253862ce admin admin] Network hostable DHCP agents. Network: 37bb99b0-7529-44da-9b0b-e494ebe4140f, hostable agents: ['bd7a9fca-13b7-4c24-af86-ecdc43be0dc3'], hosted agents: [] {{(pid=88178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 11:17:50.267786 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf48a12-e649-49ee-8bfd-d3c5253862ce admin admin] Network 37bb99b0-7529-44da-9b0b-e494ebe4140f is scheduled to be hosted by DHCP agent bd7a9fca-13b7-4c24-af86-ecdc43be0dc3 with binding_index 1 {{(pid=88178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 11:17:50.280110 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.base_scheduler [None req-caf48a12-e649-49ee-8bfd-d3c5253862ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844605-1-iscsi, 37bb99b0-7529-44da-9b0b-e494ebe4140f) {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:17:50.284317 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf48a12-e649-49ee-8bfd-d3c5253862ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:50.288775 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-caf48a12-e649-49ee-8bfd-d3c5253862ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:50.293102 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fe1227-4b94-4bbf-b525-05273ba3a7ce None None] Network 37bb99b0-7529-44da-9b0b-e494ebe4140f requested from dv-cinder-844605-1-iscsi {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:17:50.307908 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-caf48a12-e649-49ee-8bfd-d3c5253862ce admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4039207 Jun 28 11:17:50.310582 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 54130) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:50.315499 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [None req-c001096f-f115-4540-8c06-13987781a91d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-824226379-router', 'tenant_id': 'd25e7ce42d8c46ecbeacc1c6835ede35', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463'}}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:17:50.320693 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-c001096f-f115-4540-8c06-13987781a91d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:50.324588 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-c001096f-f115-4540-8c06-13987781a91d admin admin] Usage tracker for resource:router and tenant:d25e7ce42d8c46ecbeacc1c6835ede35 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:50.328224 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-c001096f-f115-4540-8c06-13987781a91d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:50.333973 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-c001096f-f115-4540-8c06-13987781a91d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:50.345509 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-c001096f-f115-4540-8c06-13987781a91d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5216'] for router, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:50.346582 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-c001096f-f115-4540-8c06-13987781a91d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-362573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5243'] for router, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:50.363959 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-c001096f-f115-4540-8c06-13987781a91d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:50.527558 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a34018-1026-4b9c-b225-860f2abf7cd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad984f-d5be-5395-a87e-fa0999123cbc-37bb99b0-7529-44da-9b0b-e494ebe4140f', 'network_id': '37bb99b0-7529-44da-9b0b-e494ebe4140f', 'tenant_id': 'd25e7ce42d8c46ecbeacc1c6835ede35', 'fixed_ips': [{'subnet_id': '8b53bddf-fdb5-43a8-99e3-085d58e36040'}]}} from dv-cinder-844605-1-iscsi. {{(pid=88179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 28 11:17:50.528435 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-64a34018-1026-4b9c-b225-860f2abf7cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_create {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:50.636780 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-c001096f-f115-4540-8c06-13987781a91d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-362623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5189'] for router, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:50.690289 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_common [None req-64a34018-1026-4b9c-b225-860f2abf7cd5 None None] Allocated IP 172.20.0.2 (37bb99b0-7529-44da-9b0b-e494ebe4140f/8b53bddf-fdb5-43a8-99e3-085d58e36040/852d11d2-2515-47ab-b9ff-150a93ac1407) {{(pid=88179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:17:50.855868 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2419d2ab-035a-4d7a-8083-5f76cc0176a2 req-e488f37b-3ba8-458c-a21d-7702486f7560 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:50.857608 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-2419d2ab-035a-4d7a-8083-5f76cc0176a2 req-e488f37b-3ba8-458c-a21d-7702486f7560 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2bad8b8-1d14-4886-9bb7-16fe26646e34 HTTP/1.1" status: 200 len: 944 time: 0.1222622 Jun 28 11:17:50.942981 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-64a34018-1026-4b9c-b225-860f2abf7cd5 None None] Notify callbacks [] for port, precommit_create {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:50.954434 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-64a34018-1026-4b9c-b225-860f2abf7cd5 None None] Transition to ACTIVE for port object 852d11d2-2515-47ab-b9ff-150a93ac1407 will not be triggered until provisioned by entity L2. {{(pid=88179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:17:50.975156 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-64a34018-1026-4b9c-b225-860f2abf7cd5 None None] Transition to ACTIVE for port object 852d11d2-2515-47ab-b9ff-150a93ac1407 will not be triggered until provisioned by entity DHCP. {{(pid=88179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:17:50.983014 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-64a34018-1026-4b9c-b225-860f2abf7cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782103981231'] for port, after_create {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:51.049617 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a34018-1026-4b9c-b225-860f2abf7cd5 None None] Network 37bb99b0-7529-44da-9b0b-e494ebe4140f is already hosted by enough agents. {{(pid=88179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:17:51.051716 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-2419d2ab-035a-4d7a-8083-5f76cc0176a2 req-a8568997-5688-495d-8d11-0973749796aa tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/security-groups?id=88f4dbcb-6d20-4b45-afa8-5e21259d1ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454661 Jun 28 11:17:51.052501 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-64a34018-1026-4b9c-b225-860f2abf7cd5 None None] Resources bound (agent type, host, resource id): {{(pid=88179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:17:51.056194 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a34018-1026-4b9c-b225-860f2abf7cd5 None None] Received port after_create {{(pid=88179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:17:51.061959 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a34018-1026-4b9c-b225-860f2abf7cd5 None None] Pushing event updated for resources: {'Port': ['ID=852d11d2-2515-47ab-b9ff-150a93ac1407,revision_number=1']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:51.070745 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-c001096f-f115-4540-8c06-13987781a91d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:51.102843 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-c001096f-f115-4540-8c06-13987781a91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:51.167842 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-64a34018-1026-4b9c-b225-860f2abf7cd5 None None] Attempting to bind port 852d11d2-2515-47ab-b9ff-150a93ac1407 on host dv-cinder-844605-1-iscsi for vnic_type normal with profile {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:17:51.170652 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-64a34018-1026-4b9c-b225-860f2abf7cd5 None None] Attempting to bind port 852d11d2-2515-47ab-b9ff-150a93ac1407 by drivers openvswitch,hyperv on host dv-cinder-844605-1-iscsi at level 0 using segments [{'id': '6b36a0ab-7f32-456b-b1e8-8438e0a384f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '37bb99b0-7529-44da-9b0b-e494ebe4140f'}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:17:51.171034 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a34018-1026-4b9c-b225-860f2abf7cd5 None None] Attempting to bind port 852d11d2-2515-47ab-b9ff-150a93ac1407 on network 37bb99b0-7529-44da-9b0b-e494ebe4140f {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:17:51.185067 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a34018-1026-4b9c-b225-860f2abf7cd5 None None] Checking agent: {'id': 'b95f8be4-ac30-48f3-8fc1-8bf3ad4a0571', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 7, 40), 'started_at': datetime.datetime(2022, 6, 28, 11, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:17:51.185570 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a34018-1026-4b9c-b225-860f2abf7cd5 None None] Checking segment: {'id': '6b36a0ab-7f32-456b-b1e8-8438e0a384f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '37bb99b0-7529-44da-9b0b-e494ebe4140f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:17:51.186155 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-64a34018-1026-4b9c-b225-860f2abf7cd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:51.186553 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a34018-1026-4b9c-b225-860f2abf7cd5 None None] Bound using segment: {'id': '6b36a0ab-7f32-456b-b1e8-8438e0a384f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '37bb99b0-7529-44da-9b0b-e494ebe4140f'} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:17:51.187181 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-64a34018-1026-4b9c-b225-860f2abf7cd5 None None] Bound port: 852d11d2-2515-47ab-b9ff-150a93ac1407, host: dv-cinder-844605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b36a0ab-7f32-456b-b1e8-8438e0a384f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '37bb99b0-7529-44da-9b0b-e494ebe4140f'}}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:17:51.187556 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-64a34018-1026-4b9c-b225-860f2abf7cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:51.260026 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.db_base_plugin_common [None req-c001096f-f115-4540-8c06-13987781a91d admin admin] Allocated IP 172.27.2.189 (6387ef29-ddd8-4632-9016-e02c39923463/5f3766c0-f55a-400a-8fdd-81b5b17b1576/4a5a5247-0a7c-427a-832e-9d139b220536) {{(pid=88178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:17:51.282097 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-64a34018-1026-4b9c-b225-860f2abf7cd5 None None] For port 852d11d2-2515-47ab-b9ff-150a93ac1407, host dv-cinder-844605-1-iscsi, cleared binding levels {{(pid=88179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:17:51.285465 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-64a34018-1026-4b9c-b225-860f2abf7cd5 None None] For port 852d11d2-2515-47ab-b9ff-150a93ac1407, host dv-cinder-844605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=852d11d2-2515-47ab-b9ff-150a93ac1407,segment=NetworkSegment(6b36a0ab-7f32-456b-b1e8-8438e0a384f8),segment_id=6b36a0ab-7f32-456b-b1e8-8438e0a384f8)] {{(pid=88179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:17:51.291130 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-64a34018-1026-4b9c-b225-860f2abf7cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:51.292248 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb5913-a750-44c8-8966-f1d97e4b77e2 req-335a86ba-36c6-4327-bf67-8cf5636491eb tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:51.294107 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-7adb5913-a750-44c8-8966-f1d97e4b77e2 req-335a86ba-36c6-4327-bf67-8cf5636491eb tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=548398f6-21cb-449b-b283-b7585254ad20 HTTP/1.1" status: 200 len: 946 time: 0.0923817 Jun 28 11:17:51.412160 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a34018-1026-4b9c-b225-860f2abf7cd5 None None] Pushing event updated for resources: {'Port': ['ID=852d11d2-2515-47ab-b9ff-150a93ac1407,revision_number=2']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:51.414268 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-7adb5913-a750-44c8-8966-f1d97e4b77e2 req-682a4b87-5b42-4d40-bb41-d504f7e4848a tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124318 Jun 28 11:17:51.451349 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c44d2-b4fb-4805-b272-b9f4d1525cd7 req-cc617774-f433-4d8e-8cc0-292fcb909acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:51.453147 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-f26c44d2-b4fb-4805-b272-b9f4d1525cd7 req-cc617774-f433-4d8e-8cc0-292fcb909acf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=135dd37bc4244e3798de728d72965864&device_id=b2bad8b8-1d14-4886-9bb7-16fe26646e34 HTTP/1.1" status: 200 len: 1097 time: 0.1042895 Jun 28 11:17:51.519225 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-c001096f-f115-4540-8c06-13987781a91d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:51.554868 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-c001096f-f115-4540-8c06-13987781a91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782103981231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287935'] for port, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:51.627761 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c44d2-b4fb-4805-b272-b9f4d1525cd7 req-589e0dab-397f-40ce-b76b-4e8c19982377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:51.629593 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-f26c44d2-b4fb-4805-b272-b9f4d1525cd7 req-589e0dab-397f-40ce-b76b-4e8c19982377 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=135dd37bc4244e3798de728d72965864&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1610990 Jun 28 11:17:51.631412 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c001096f-f115-4540-8c06-13987781a91d admin admin] Network 6387ef29-ddd8-4632-9016-e02c39923463 is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:17:51.634445 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.base_scheduler [None req-c001096f-f115-4540-8c06-13987781a91d admin admin] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:17:51.638950 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c001096f-f115-4540-8c06-13987781a91d admin admin] Received port after_create {{(pid=88178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:17:51.664754 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c001096f-f115-4540-8c06-13987781a91d admin admin] Pushing event updated for resources: {'Port': ['ID=4a5a5247-0a7c-427a-832e-9d139b220536,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:51.825189 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c44d2-b4fb-4805-b272-b9f4d1525cd7 req-0357fb37-9291-4932-8da4-05dc621acff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:51.826995 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-f26c44d2-b4fb-4805-b272-b9f4d1525cd7 req-0357fb37-9291-4932-8da4-05dc621acff8 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1895430 Jun 28 11:17:51.959047 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30f6ae-2ad2-4878-babc-15121adf1037 req-824ef1b8-c850-4070-9cc2-f80fe14fa541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:51.960578 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-8d30f6ae-2ad2-4878-babc-15121adf1037 req-824ef1b8-c850-4070-9cc2-f80fe14fa541 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=135dd37bc4244e3798de728d72965864&device_id=b2bad8b8-1d14-4886-9bb7-16fe26646e34 HTTP/1.1" status: 200 len: 1097 time: 0.0904996 Jun 28 11:17:52.035872 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-8d30f6ae-2ad2-4878-babc-15121adf1037 req-1100a780-9dc2-4eb1-8b15-51da8324789c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4de39085-de04-41f5-a7f4-e729bed0c50f HTTP/1.1" status: 200 len: 217 time: 0.0645127 Jun 28 11:17:52.091339 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-c001096f-f115-4540-8c06-13987781a91d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:52.107817 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30f6ae-2ad2-4878-babc-15121adf1037 req-6a2acb10-a991-471e-8b62-efd679b6c44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:52.109323 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-8d30f6ae-2ad2-4878-babc-15121adf1037 req-6a2acb10-a991-471e-8b62-efd679b6c44c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c92c7dcf-42ef-470f-b262-61fdf96e867a HTTP/1.1" status: 200 len: 847 time: 0.0632634 Jun 28 11:17:52.275987 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-8d30f6ae-2ad2-4878-babc-15121adf1037 req-71149df9-8dbe-489a-8bd1-1a443480dd64 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c01d387-d358-4f29-bf7d-6abba4f7274f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1565349 Jun 28 11:17:52.430850 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-8d30f6ae-2ad2-4878-babc-15121adf1037 req-7f1a1371-514b-4952-adbb-e246535ebd4f service neutron] 10.222.0.43 "GET /v2.0/networks/7c01d387-d358-4f29-bf7d-6abba4f7274f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458468 Jun 28 11:17:52.477720 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36b8626-3dfa-4774-a889-b9457b991a5b None None] Network 37bb99b0-7529-44da-9b0b-e494ebe4140f requested from dv-cinder-844605-1-iscsi {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:17:52.605701 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-93a743e2-bccb-45d0-9638-86aa6e96bd24 None None] Provisioning for port 852d11d2-2515-47ab-b9ff-150a93ac1407 completed by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:17:52.607456 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07341f45-8042-4ff7-b7c7-372b1d479641 req-dd28ba2e-49d6-4ad9-aec9-7a3ab0f204d3 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:52.615060 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-07341f45-8042-4ff7-b7c7-372b1d479641 req-dd28ba2e-49d6-4ad9-aec9-7a3ab0f204d3 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2bad8b8-1d14-4886-9bb7-16fe26646e34 HTTP/1.1" status: 200 len: 944 time: 0.3357589 Jun 28 11:17:52.651837 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-c001096f-f115-4540-8c06-13987781a91d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362520'] for router, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:52.678169 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-8d30f6ae-2ad2-4878-babc-15121adf1037 req-06fc8b50-220b-4e33-ae68-187c175d4363 service neutron] 10.222.0.43 "GET /v2.0/networks/7c01d387-d358-4f29-bf7d-6abba4f7274f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346919 Jun 28 11:17:52.714114 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598da59e-4630-490a-acf6-d55fdf991ceb req-e7253b5a-6312-4e23-a979-284b9106dc88 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:52.722182 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-598da59e-4630-490a-acf6-d55fdf991ceb req-e7253b5a-6312-4e23-a979-284b9106dc88 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=548398f6-21cb-449b-b283-b7585254ad20 HTTP/1.1" status: 200 len: 946 time: 0.1404653 Jun 28 11:17:52.745909 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-07341f45-8042-4ff7-b7c7-372b1d479641 req-1437bf69-cee5-405d-ad06-3224e668cdac tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/security-groups?id=88f4dbcb-6d20-4b45-afa8-5e21259d1ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299932 Jun 28 11:17:52.777712 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-598da59e-4630-490a-acf6-d55fdf991ceb req-03407020-57b1-43a9-b867-3200679c9043 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545993 Jun 28 11:17:53.042332 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c001096f-f115-4540-8c06-13987781a91d admin admin] Router c2383012-34f7-4a60-8474-b2e3dedd0e1e is scheduled to L3 agent 65138fbb-a379-4cdd-9015-09db381edeba with binding_index 1 {{(pid=88178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 11:17:53.223979 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c001096f-f115-4540-8c06-13987781a91d admin admin] Notify agent at l3_agent.dv-cinder-844605-1-iscsi the message routers_updated {{(pid=88178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:17:53.233246 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f62133-2132-47e4-8602-61202e34d0f1 None None] Sync routers for ids ['c2383012-34f7-4a60-8474-b2e3dedd0e1e'] in dv-cinder-844605-1-iscsi {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:17:53.243451 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f62133-2132-47e4-8602-61202e34d0f1 None None] Routers {'c2383012-34f7-4a60-8474-b2e3dedd0e1e'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:17:53.244045 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-27f62133-2132-47e4-8602-61202e34d0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:17:38Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['c2383012-34f7-4a60-8474-b2e3dedd0e1e'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:17:53.248414 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-c001096f-f115-4540-8c06-13987781a91d admin admin] Notify callbacks [] for router, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:53.249647 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-c001096f-f115-4540-8c06-13987781a91d admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9379914 Jun 28 11:17:53.252363 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 54164) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:53.422245 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvr_db [None req-27f62133-2132-47e4-8602-61202e34d0f1 None None] Set router c2383012-34f7-4a60-8474-b2e3dedd0e1e gateway port host: dv-cinder-844605-1-iscsi {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:17:53.491817 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 852d11d2-2515-47ab-b9ff-150a93ac1407 up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:17:53.566544 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning for port 852d11d2-2515-47ab-b9ff-150a93ac1407 completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:17:53.572196 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning complete for port 852d11d2-2515-47ab-b9ff-150a93ac1407 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:17:53.572851 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:53.702979 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Current status of the port 852d11d2-2515-47ab-b9ff-150a93ac1407 is: DOWN; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:17:53.703614 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:53.736667 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] For port 852d11d2-2515-47ab-b9ff-150a93ac1407, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=852d11d2-2515-47ab-b9ff-150a93ac1407,segment=NetworkSegment(6b36a0ab-7f32-456b-b1e8-8438e0a384f8),segment_id=6b36a0ab-7f32-456b-b1e8-8438e0a384f8)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:17:53.739062 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-27f62133-2132-47e4-8602-61202e34d0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2383012-34f7-4a60-8474-b2e3dedd0e1e', 'name': 'tempest-TestMinimumBasicScenario-824226379-router', 'tenant_id': 'd25e7ce42d8c46ecbeacc1c6835ede35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '4a5a5247-0a7c-427a-832e-9d139b220536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:17:50Z', 'updated_at': '2022-06-28T11:17:51Z', 'revision_number': 3, 'project_id': 'd25e7ce42d8c46ecbeacc1c6835ede35', 'gw_port': {'id': '4a5a5247-0a7c-427a-832e-9d139b220536', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2383012-34f7-4a60-8474-b2e3dedd0e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:17:51Z', 'updated_at': '2022-06-28T11:17:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi'}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:17:53.741265 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:53.746545 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f62133-2132-47e4-8602-61202e34d0f1 None None] Checking router: c2383012-34f7-4a60-8474-b2e3dedd0e1e for host: dv-cinder-844605-1-iscsi {{(pid=88180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:17:53.746893 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f62133-2132-47e4-8602-61202e34d0f1 None None] Updating router c2383012-34f7-4a60-8474-b2e3dedd0e1e port 4a5a5247-0a7c-427a-832e-9d139b220536 binding host dv-cinder-844605-1-iscsi {{(pid=88180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 11:17:53.815688 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Pushing event updated for resources: {'Port': ['ID=852d11d2-2515-47ab-b9ff-150a93ac1407,revision_number=3']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:53.832338 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron_lib.callbacks.manager [None req-27f62133-2132-47e4-8602-61202e34d0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:54.042743 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3203ec6-236d-4a77-98bd-55fe035d289b req-edf20e08-2fa3-4148-9a18-8ef1f4f8d257 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:54.044809 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c3203ec6-236d-4a77-98bd-55fe035d289b req-edf20e08-2fa3-4148-9a18-8ef1f4f8d257 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=548398f6-21cb-449b-b283-b7585254ad20 HTTP/1.1" status: 200 len: 946 time: 0.1432061 Jun 28 11:17:54.121085 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c3203ec6-236d-4a77-98bd-55fe035d289b req-2938311b-8a87-48b0-8e5c-a8bd19ff7f53 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527043 Jun 28 11:17:54.121543 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db01efb-0442-47ec-bf33-1e2918bed89e req-ac6937c7-fa79-4a07-ad27-fd785dc19201 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:54.123475 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-3db01efb-0442-47ec-bf33-1e2918bed89e req-ac6937c7-fa79-4a07-ad27-fd785dc19201 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2bad8b8-1d14-4886-9bb7-16fe26646e34 HTTP/1.1" status: 200 len: 944 time: 0.2572098 Jun 28 11:17:54.132071 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-618a6763-5f14-4fd7-957b-a120a80a75cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:54.226921 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-3db01efb-0442-47ec-bf33-1e2918bed89e req-4e9f8f38-c5e3-4fe8-b755-c9cb874e9bde tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/security-groups?id=88f4dbcb-6d20-4b45-afa8-5e21259d1ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850554 Jun 28 11:17:54.282685 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron_lib.callbacks.manager [None req-27f62133-2132-47e4-8602-61202e34d0f1 None None] Notify callbacks [] for port, precommit_update {{(pid=88180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:54.298725 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.provisioning_blocks [None req-27f62133-2132-47e4-8602-61202e34d0f1 None None] Transition to ACTIVE for port object 4a5a5247-0a7c-427a-832e-9d139b220536 will not be triggered until provisioned by entity L2. {{(pid=88180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:17:54.308851 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron_lib.callbacks.manager [None req-27f62133-2132-47e4-8602-61202e34d0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:54.394287 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.managers [None req-27f62133-2132-47e4-8602-61202e34d0f1 None None] Attempting to bind port 4a5a5247-0a7c-427a-832e-9d139b220536 on host dv-cinder-844605-1-iscsi for vnic_type normal with profile {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:17:54.394804 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.managers [None req-27f62133-2132-47e4-8602-61202e34d0f1 None None] Attempting to bind port 4a5a5247-0a7c-427a-832e-9d139b220536 by drivers openvswitch,hyperv on host dv-cinder-844605-1-iscsi at level 0 using segments [{'id': '886fa905-49b2-4170-854f-b2cc2955959a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463'}] {{(pid=88180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:17:54.395262 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f62133-2132-47e4-8602-61202e34d0f1 None None] Attempting to bind port 4a5a5247-0a7c-427a-832e-9d139b220536 on network 6387ef29-ddd8-4632-9016-e02c39923463 {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:17:54.403508 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f62133-2132-47e4-8602-61202e34d0f1 None None] Checking agent: {'id': 'b95f8be4-ac30-48f3-8fc1-8bf3ad4a0571', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 7, 40), 'started_at': datetime.datetime(2022, 6, 28, 11, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:17:54.404195 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f62133-2132-47e4-8602-61202e34d0f1 None None] Checking segment: {'id': '886fa905-49b2-4170-854f-b2cc2955959a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:17:54.404919 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron_lib.callbacks.manager [None req-27f62133-2132-47e4-8602-61202e34d0f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:54.404919 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f62133-2132-47e4-8602-61202e34d0f1 None None] Bound using segment: {'id': '886fa905-49b2-4170-854f-b2cc2955959a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463'} {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:17:54.407283 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.managers [None req-27f62133-2132-47e4-8602-61202e34d0f1 None None] Bound port: 4a5a5247-0a7c-427a-832e-9d139b220536, host: dv-cinder-844605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886fa905-49b2-4170-854f-b2cc2955959a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463'}}] {{(pid=88180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:17:54.407283 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron_lib.callbacks.manager [None req-27f62133-2132-47e4-8602-61202e34d0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:54.414825 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.db_base_plugin_common [None req-618a6763-5f14-4fd7-957b-a120a80a75cd admin admin] Allocated IP 172.20.0.1 (37bb99b0-7529-44da-9b0b-e494ebe4140f/8b53bddf-fdb5-43a8-99e3-085d58e36040/929b3b8a-8771-4ee5-925b-28fd85342d23) {{(pid=88178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:17:54.442713 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d794689-7c0f-4e4f-807a-5c0ca31f88c6 None None] Pushing event updated for resources: {'Port': ['ID=4a5a5247-0a7c-427a-832e-9d139b220536,revision_number=2']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:54.463740 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d794689-7c0f-4e4f-807a-5c0ca31f88c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:54.464160 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d794689-7c0f-4e4f-807a-5c0ca31f88c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:54.464554 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d794689-7c0f-4e4f-807a-5c0ca31f88c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:54.464998 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d794689-7c0f-4e4f-807a-5c0ca31f88c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:54.465387 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d794689-7c0f-4e4f-807a-5c0ca31f88c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:54.465773 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d794689-7c0f-4e4f-807a-5c0ca31f88c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:54.466213 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d794689-7c0f-4e4f-807a-5c0ca31f88c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:54.466603 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d794689-7c0f-4e4f-807a-5c0ca31f88c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:54.467157 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d794689-7c0f-4e4f-807a-5c0ca31f88c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:54.467371 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d794689-7c0f-4e4f-807a-5c0ca31f88c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:54.467751 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d794689-7c0f-4e4f-807a-5c0ca31f88c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:54.468233 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d794689-7c0f-4e4f-807a-5c0ca31f88c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:54.508468 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.db [None req-27f62133-2132-47e4-8602-61202e34d0f1 None None] For port 4a5a5247-0a7c-427a-832e-9d139b220536, host dv-cinder-844605-1-iscsi, cleared binding levels {{(pid=88180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:17:54.511930 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.db [None req-27f62133-2132-47e4-8602-61202e34d0f1 None None] For port 4a5a5247-0a7c-427a-832e-9d139b220536, host dv-cinder-844605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=4a5a5247-0a7c-427a-832e-9d139b220536,segment=NetworkSegment(886fa905-49b2-4170-854f-b2cc2955959a),segment_id=886fa905-49b2-4170-854f-b2cc2955959a)] {{(pid=88180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:17:54.519976 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron_lib.callbacks.manager [None req-27f62133-2132-47e4-8602-61202e34d0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:54.590017 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-618a6763-5f14-4fd7-957b-a120a80a75cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:54.603869 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f62133-2132-47e4-8602-61202e34d0f1 None None] Routers {'c2383012-34f7-4a60-8474-b2e3dedd0e1e'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:17:54.604478 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-27f62133-2132-47e4-8602-61202e34d0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:17:38Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['c2383012-34f7-4a60-8474-b2e3dedd0e1e'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:17:54.605466 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.provisioning_blocks [None req-618a6763-5f14-4fd7-957b-a120a80a75cd admin admin] Transition to ACTIVE for port object 929b3b8a-8771-4ee5-925b-28fd85342d23 will not be triggered until provisioned by entity DHCP. {{(pid=88178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:17:54.630415 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-618a6763-5f14-4fd7-957b-a120a80a75cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782103981231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287935'] for port, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:54.724162 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d794689-7c0f-4e4f-807a-5c0ca31f88c6 None None] Pushing event updated for resources: {'Port': ['ID=4a5a5247-0a7c-427a-832e-9d139b220536,revision_number=3']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:54.799059 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvr_db [None req-27f62133-2132-47e4-8602-61202e34d0f1 None None] Set router c2383012-34f7-4a60-8474-b2e3dedd0e1e gateway port host: dv-cinder-844605-1-iscsi {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:17:54.810118 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618a6763-5f14-4fd7-957b-a120a80a75cd admin admin] Network 37bb99b0-7529-44da-9b0b-e494ebe4140f is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:17:54.813084 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.base_scheduler [None req-618a6763-5f14-4fd7-957b-a120a80a75cd admin admin] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:17:54.816764 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618a6763-5f14-4fd7-957b-a120a80a75cd admin admin] Received port after_create {{(pid=88178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:17:54.852312 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618a6763-5f14-4fd7-957b-a120a80a75cd admin admin] Pushing event updated for resources: {'Port': ['ID=929b3b8a-8771-4ee5-925b-28fd85342d23,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:54.883425 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-618a6763-5f14-4fd7-957b-a120a80a75cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-361810'] for router_interface, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:55.051395 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-618a6763-5f14-4fd7-957b-a120a80a75cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:55.174011 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-27f62133-2132-47e4-8602-61202e34d0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2383012-34f7-4a60-8474-b2e3dedd0e1e', 'name': 'tempest-TestMinimumBasicScenario-824226379-router', 'tenant_id': 'd25e7ce42d8c46ecbeacc1c6835ede35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '4a5a5247-0a7c-427a-832e-9d139b220536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:17:50Z', 'updated_at': '2022-06-28T11:17:51Z', 'revision_number': 3, 'project_id': 'd25e7ce42d8c46ecbeacc1c6835ede35', 'gw_port': {'id': '4a5a5247-0a7c-427a-832e-9d139b220536', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2383012-34f7-4a60-8474-b2e3dedd0e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:17:51Z', 'updated_at': '2022-06-28T11:17:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi'}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:17:55.181451 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f62133-2132-47e4-8602-61202e34d0f1 None None] The sync data for ids ['c2383012-34f7-4a60-8474-b2e3dedd0e1e'] in dv-cinder-844605-1-iscsi is: [{'id': 'c2383012-34f7-4a60-8474-b2e3dedd0e1e', 'name': 'tempest-TestMinimumBasicScenario-824226379-router', 'tenant_id': 'd25e7ce42d8c46ecbeacc1c6835ede35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '4a5a5247-0a7c-427a-832e-9d139b220536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:17:50Z', 'updated_at': '2022-06-28T11:17:51Z', 'revision_number': 3, 'project_id': 'd25e7ce42d8c46ecbeacc1c6835ede35', 'gw_port': {'id': '4a5a5247-0a7c-427a-832e-9d139b220536', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2383012-34f7-4a60-8474-b2e3dedd0e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:17:51Z', 'updated_at': '2022-06-28T11:17:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi'}] {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:17:55.184095 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-c1d6cb69-10e1-4ef3-8402-2d8b7b93a202 None None] Provisioning for port 929b3b8a-8771-4ee5-925b-28fd85342d23 completed by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:17:55.191394 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-c1d6cb69-10e1-4ef3-8402-2d8b7b93a202 None None] Provisioning complete for port 929b3b8a-8771-4ee5-925b-28fd85342d23 triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:17:55.191790 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c1d6cb69-10e1-4ef3-8402-2d8b7b93a202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:55.257017 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-c1d6cb69-10e1-4ef3-8402-2d8b7b93a202 None None] Port 929b3b8a-8771-4ee5-925b-28fd85342d23 cannot update to ACTIVE because it is not bound. {{(pid=88179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:17:55.349276 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77699031-c01f-45a9-80db-595befe46c98 req-28ba23b2-bc0b-4dff-83e6-5831363627e4 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:55.350795 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-77699031-c01f-45a9-80db-595befe46c98 req-28ba23b2-bc0b-4dff-83e6-5831363627e4 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=548398f6-21cb-449b-b283-b7585254ad20 HTTP/1.1" status: 200 len: 946 time: 0.1133981 Jun 28 11:17:55.363594 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc958c66-15e8-415a-a97a-c9201a0662cc req-421c1599-9ffc-4e86-9caf-66a6d5a0b10b tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:55.365137 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-fc958c66-15e8-415a-a97a-c9201a0662cc req-421c1599-9ffc-4e86-9caf-66a6d5a0b10b tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5deb6ac-32cb-4d1a-93ab-e6e05f6bbb77 HTTP/1.1" status: 200 len: 945 time: 0.1630161 Jun 28 11:17:55.407040 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-77699031-c01f-45a9-80db-595befe46c98 req-015ef357-e5f2-43df-8208-988214918895 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495667 Jun 28 11:17:55.423205 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-618a6763-5f14-4fd7-957b-a120a80a75cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:55.446282 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-fc958c66-15e8-415a-a97a-c9201a0662cc req-efdf302c-6b82-4d23-96b5-49469efc9db1 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6daf09b6-1da0-4cde-927a-d027da925601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742164 Jun 28 11:17:55.448140 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-618a6763-5f14-4fd7-957b-a120a80a75cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2287912'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:55.456976 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 852d11d2-2515-47ab-b9ff-150a93ac1407 up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:17:55.605137 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning complete for port 852d11d2-2515-47ab-b9ff-150a93ac1407 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:17:55.605797 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:55.654697 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618a6763-5f14-4fd7-957b-a120a80a75cd admin admin] Pushing event updated for resources: {'Port': ['ID=929b3b8a-8771-4ee5-925b-28fd85342d23,revision_number=2']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:55.661514 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-618a6763-5f14-4fd7-957b-a120a80a75cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-361783'] for router_interface, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:55.784585 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee6f517-db36-4c04-ad82-b108e4e8855d req-f94acc28-7475-4d32-8351-1b1cd142d55f tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:55.793233 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-1ee6f517-db36-4c04-ad82-b108e4e8855d req-f94acc28-7475-4d32-8351-1b1cd142d55f tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2bad8b8-1d14-4886-9bb7-16fe26646e34 HTTP/1.1" status: 200 len: 944 time: 0.1670978 Jun 28 11:17:55.811321 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Current status of the port 852d11d2-2515-47ab-b9ff-150a93ac1407 is: ACTIVE; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:17:55.855066 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-1ee6f517-db36-4c04-ad82-b108e4e8855d req-669a1944-4681-4e35-b8f6-11e118ca7ad6 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/security-groups?id=88f4dbcb-6d20-4b45-afa8-5e21259d1ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563004 Jun 28 11:17:55.874685 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618a6763-5f14-4fd7-957b-a120a80a75cd admin admin] Network 37bb99b0-7529-44da-9b0b-e494ebe4140f is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:17:55.875820 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.base_scheduler [None req-618a6763-5f14-4fd7-957b-a120a80a75cd admin admin] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:17:56.163188 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-618a6763-5f14-4fd7-957b-a120a80a75cd admin admin] Router c2383012-34f7-4a60-8474-b2e3dedd0e1e has already been hosted by L3 agent 65138fbb-a379-4cdd-9015-09db381edeba {{(pid=88178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:17:56.186954 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-230522ea-0680-481e-aeae-1179667e61ff None None] Provisioning complete for port 929b3b8a-8771-4ee5-925b-28fd85342d23 triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:17:56.188597 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-230522ea-0680-481e-aeae-1179667e61ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:56.252407 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-230522ea-0680-481e-aeae-1179667e61ff None None] Port 929b3b8a-8771-4ee5-925b-28fd85342d23 cannot update to ACTIVE because it is not bound. {{(pid=88179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:17:56.273838 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device 4de39085-de04-41f5-a7f4-e729bed0c50f details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=88179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:17:56.387430 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618a6763-5f14-4fd7-957b-a120a80a75cd admin admin] Notify agent at l3_agent.dv-cinder-844605-1-iscsi the message routers_updated {{(pid=88178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:17:56.402705 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-618a6763-5f14-4fd7-957b-a120a80a75cd admin admin] 10.222.0.23 "PUT /v2.0/routers/c2383012-34f7-4a60-8474-b2e3dedd0e1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1492851 Jun 28 11:17:56.436058 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port 4de39085-de04-41f5-a7f4-e729bed0c50f, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=4de39085-de04-41f5-a7f4-e729bed0c50f,segment=NetworkSegment(cf57fc87-7cdf-4217-a690-fdc2f976a68e),segment_id=cf57fc87-7cdf-4217-a690-fdc2f976a68e)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:17:56.451533 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Returning: {'device': '4de39085-de04-41f5-a7f4-e729bed0c50f', 'network_id': '7c01d387-d358-4f29-bf7d-6abba4f7274f', 'port_id': '4de39085-de04-41f5-a7f4-e729bed0c50f', 'mac_address': 'fa:16:3e:74:b0:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c92c7dcf-42ef-470f-b262-61fdf96e867a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:17:56.530452 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Current status of the port 4de39085-de04-41f5-a7f4-e729bed0c50f is: DOWN; New status is: BUILD {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:17:56.530835 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:56.554699 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4de39085-de04-41f5-a7f4-e729bed0c50f {{(pid=88179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:17:56.578992 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port 4de39085-de04-41f5-a7f4-e729bed0c50f, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=4de39085-de04-41f5-a7f4-e729bed0c50f,segment=NetworkSegment(cf57fc87-7cdf-4217-a690-fdc2f976a68e),segment_id=cf57fc87-7cdf-4217-a690-fdc2f976a68e)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:17:56.585153 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:56.682342 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Pushing event updated for resources: {'Port': ['ID=4de39085-de04-41f5-a7f4-e729bed0c50f,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:56.876372 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2055ad10-f600-4641-bba4-508c2b745526 req-7a08a607-d04c-4ead-869e-cb5312439d9f tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:56.883620 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-2055ad10-f600-4641-bba4-508c2b745526 req-7a08a607-d04c-4ead-869e-cb5312439d9f tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=548398f6-21cb-449b-b283-b7585254ad20 HTTP/1.1" status: 200 len: 946 time: 0.1327231 Jun 28 11:17:56.940610 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-2055ad10-f600-4641-bba4-508c2b745526 req-9b31e7cc-4ffc-4460-b228-73ad335e9c77 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559528 Jun 28 11:17:56.946027 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f6df7-0aa0-4d90-bc55-c658cac62e66 req-383e8007-1fef-4e10-96f8-630585cebf17 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:56.948621 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-964f6df7-0aa0-4d90-bc55-c658cac62e66 req-383e8007-1fef-4e10-96f8-630585cebf17 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5deb6ac-32cb-4d1a-93ab-e6e05f6bbb77 HTTP/1.1" status: 200 len: 945 time: 0.1397357 Jun 28 11:17:57.009547 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-964f6df7-0aa0-4d90-bc55-c658cac62e66 req-f56dfdb9-6988-4c4a-8dad-1c11c4addc8c tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6daf09b6-1da0-4cde-927a-d027da925601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513449 Jun 28 11:17:57.072601 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] get_ports_and_sgs() called for port_ids ['4de39085-de04-41f5-a7f4-e729bed0c50f'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:17:57.122080 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 54242) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:57.129381 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [None req-877b01ac-43ba-4eb0-acbf-0cf4aa526d04 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-484333854-network', 'tenant_id': '77eae37115d048659b89dde49e35bef4'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:17:57.135476 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-877b01ac-43ba-4eb0-acbf-0cf4aa526d04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:57.140092 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-877b01ac-43ba-4eb0-acbf-0cf4aa526d04 admin admin] Usage tracker for resource:network and tenant:77eae37115d048659b89dde49e35bef4 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:57.143532 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-877b01ac-43ba-4eb0-acbf-0cf4aa526d04 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:57.143845 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e534af45-2813-425b-a275-bb8095b4f932 req-1a86e7fc-2732-452d-84e4-6e7098d1af43 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:57.145736 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-e534af45-2813-425b-a275-bb8095b4f932 req-1a86e7fc-2732-452d-84e4-6e7098d1af43 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2bad8b8-1d14-4886-9bb7-16fe26646e34 HTTP/1.1" status: 200 len: 945 time: 0.1113639 Jun 28 11:17:57.150075 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-877b01ac-43ba-4eb0-acbf-0cf4aa526d04 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:57.164965 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877b01ac-43ba-4eb0-acbf-0cf4aa526d04 admin admin] Made reservation on behalf of 77eae37115d048659b89dde49e35bef4 for: {'network': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:17:57.167974 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-877b01ac-43ba-4eb0-acbf-0cf4aa526d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for network, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:57.183092 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-877b01ac-43ba-4eb0-acbf-0cf4aa526d04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:57.199486 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-e534af45-2813-425b-a275-bb8095b4f932 req-af1e9f4e-4d79-4be8-a36e-ea3025bde06f tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/security-groups?id=88f4dbcb-6d20-4b45-afa8-5e21259d1ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477571 Jun 28 11:17:57.205952 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-877b01ac-43ba-4eb0-acbf-0cf4aa526d04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:57.208929 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c7432c-334b-417f-a0dd-29d5d1d42e0a None None] Sync routers for ids ['c2383012-34f7-4a60-8474-b2e3dedd0e1e'] in dv-cinder-844605-1-iscsi {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:17:57.210434 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-877b01ac-43ba-4eb0-acbf-0cf4aa526d04 admin admin] Usage tracker for resource:security_group_rule and tenant:77eae37115d048659b89dde49e35bef4 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:57.213636 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-877b01ac-43ba-4eb0-acbf-0cf4aa526d04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:57.222143 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c7432c-334b-417f-a0dd-29d5d1d42e0a None None] Routers {'c2383012-34f7-4a60-8474-b2e3dedd0e1e'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:17:57.222764 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-24c7432c-334b-417f-a0dd-29d5d1d42e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:17:38Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['c2383012-34f7-4a60-8474-b2e3dedd0e1e'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:17:57.229699 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-877b01ac-43ba-4eb0-acbf-0cf4aa526d04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:57.323958 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-877b01ac-43ba-4eb0-acbf-0cf4aa526d04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:57.328522 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-877b01ac-43ba-4eb0-acbf-0cf4aa526d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:57.362739 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-877b01ac-43ba-4eb0-acbf-0cf4aa526d04 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=88177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 11:17:57.369210 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b01ac-43ba-4eb0-acbf-0cf4aa526d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af018d1-e8d3-42cb-9ad8-301a2da2c78a,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:57.378227 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-877b01ac-43ba-4eb0-acbf-0cf4aa526d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812087'] for segment, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:57.378227 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.db.segments_db [None req-877b01ac-43ba-4eb0-acbf-0cf4aa526d04 admin admin] Added segment 47eeed17-0fc0-434d-9085-9a058a232be9 of type vlan for network 8d437053-9a25-41d8-b168-e0d643696185 Jun 28 11:17:57.414273 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-877b01ac-43ba-4eb0-acbf-0cf4aa526d04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782103966769'] for network, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:57.458350 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-877b01ac-43ba-4eb0-acbf-0cf4aa526d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693'] for network, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:57.459320 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877b01ac-43ba-4eb0-acbf-0cf4aa526d04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:57.459915 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-877b01ac-43ba-4eb0-acbf-0cf4aa526d04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562711'] for network, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:57.485220 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-24c7432c-334b-417f-a0dd-29d5d1d42e0a None None] Set router c2383012-34f7-4a60-8474-b2e3dedd0e1e gateway port host: dv-cinder-844605-1-iscsi {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:17:57.567708 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 4a5a5247-0a7c-427a-832e-9d139b220536 up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:17:57.569800 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b01ac-43ba-4eb0-acbf-0cf4aa526d04 admin admin] Pushing event updated for resources: {'Network': ['ID=8d437053-9a25-41d8-b168-e0d643696185,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:57.573934 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-877b01ac-43ba-4eb0-acbf-0cf4aa526d04 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4506855 Jun 28 11:17:57.577071 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 54254) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:57.583220 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [None req-b12cbd6f-45dd-48e0-9fc9-193dec844520 admin admin] Request body: {'subnet': {'network_id': '8d437053-9a25-41d8-b168-e0d643696185', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-484333854-subnet', 'tenant_id': '77eae37115d048659b89dde49e35bef4', 'ip_version': 4}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:17:57.588031 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-b12cbd6f-45dd-48e0-9fc9-193dec844520 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:57.592086 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-b12cbd6f-45dd-48e0-9fc9-193dec844520 admin admin] Usage tracker for resource:subnet and tenant:77eae37115d048659b89dde49e35bef4 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:57.595025 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-b12cbd6f-45dd-48e0-9fc9-193dec844520 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:57.600996 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-b12cbd6f-45dd-48e0-9fc9-193dec844520 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:57.606129 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Network 8d437053-9a25-41d8-b168-e0d643696185 details requested by agent ovs-agent-dv-cinder-844605-1-iscsi with host dv-cinder-844605-1-iscsi {{(pid=88179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 11:17:57.613469 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12cbd6f-45dd-48e0-9fc9-193dec844520 admin admin] Made reservation on behalf of 77eae37115d048659b89dde49e35bef4 for: {'subnet': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:17:57.616005 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-b12cbd6f-45dd-48e0-9fc9-193dec844520 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1870499'] for subnet, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:57.719136 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 54260) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:57.849266 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-503faf5e-6dbe-461f-8f4f-5a21281a5716 req-224924a1-de2b-4bfe-9a99-ecfa282a42db service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b00c32bb-5b10-4ba1-bb89-82e34b2ba60f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1685708 Jun 28 11:17:57.878620 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-6de17849-a8ce-4c3d-b5d9-2fc335b7821d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:57.901571 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-6de17849-a8ce-4c3d-b5d9-2fc335b7821d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:57.902153 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning for port 4a5a5247-0a7c-427a-832e-9d139b220536 completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:17:57.906424 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-6de17849-a8ce-4c3d-b5d9-2fc335b7821d admin admin] Usage tracker for resource:security_group_rule and tenant:be7a68139879461dbf15dc12fa05ab42 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:57.909821 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-6de17849-a8ce-4c3d-b5d9-2fc335b7821d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:57.920776 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning complete for port 4a5a5247-0a7c-427a-832e-9d139b220536 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:17:57.921386 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:57.929383 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-6de17849-a8ce-4c3d-b5d9-2fc335b7821d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:57.948795 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-b12cbd6f-45dd-48e0-9fc9-193dec844520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2687967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1870485'] for subnet, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:58.102149 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-24c7432c-334b-417f-a0dd-29d5d1d42e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2383012-34f7-4a60-8474-b2e3dedd0e1e', 'name': 'tempest-TestMinimumBasicScenario-824226379-router', 'tenant_id': 'd25e7ce42d8c46ecbeacc1c6835ede35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '4a5a5247-0a7c-427a-832e-9d139b220536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:17:50Z', 'updated_at': '2022-06-28T11:17:54Z', 'revision_number': 4, 'project_id': 'd25e7ce42d8c46ecbeacc1c6835ede35', 'gw_port': {'id': '4a5a5247-0a7c-427a-832e-9d139b220536', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2383012-34f7-4a60-8474-b2e3dedd0e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:17:51Z', 'updated_at': '2022-06-28T11:17:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': '929b3b8a-8771-4ee5-925b-28fd85342d23', 'name': '', 'network_id': '37bb99b0-7529-44da-9b0b-e494ebe4140f', 'tenant_id': 'd25e7ce42d8c46ecbeacc1c6835ede35', 'mac_address': 'fa:16:3e:78:66:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2383012-34f7-4a60-8474-b2e3dedd0e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '8b53bddf-fdb5-43a8-99e3-085d58e36040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:17:54Z', 'updated_at': '2022-06-28T11:17:55Z', 'revision_number': 2, 'project_id': 'd25e7ce42d8c46ecbeacc1c6835ede35', 'subnets': [{'id': '8b53bddf-fdb5-43a8-99e3-085d58e36040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:17:58.125543 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Current status of the port 4a5a5247-0a7c-427a-832e-9d139b220536 is: DOWN; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:17:58.125930 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:58.138511 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c7432c-334b-417f-a0dd-29d5d1d42e0a None None] Checking router: c2383012-34f7-4a60-8474-b2e3dedd0e1e for host: dv-cinder-844605-1-iscsi {{(pid=88179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:17:58.138761 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c7432c-334b-417f-a0dd-29d5d1d42e0a None None] Updating router c2383012-34f7-4a60-8474-b2e3dedd0e1e port 929b3b8a-8771-4ee5-925b-28fd85342d23 binding host dv-cinder-844605-1-iscsi {{(pid=88179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 11:17:58.145093 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-6de17849-a8ce-4c3d-b5d9-2fc335b7821d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:58.151985 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-6de17849-a8ce-4c3d-b5d9-2fc335b7821d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:58.219654 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] For port 4a5a5247-0a7c-427a-832e-9d139b220536, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=4a5a5247-0a7c-427a-832e-9d139b220536,segment=NetworkSegment(886fa905-49b2-4170-854f-b2cc2955959a),segment_id=886fa905-49b2-4170-854f-b2cc2955959a)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:17:58.234800 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:58.280852 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-24c7432c-334b-417f-a0dd-29d5d1d42e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:58.311507 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de17849-a8ce-4c3d-b5d9-2fc335b7821d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e99736a7-b1bd-496e-baa9-49fbbf032dd6,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:58.328193 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12cbd6f-45dd-48e0-9fc9-193dec844520 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9feb477-844d-42be-a847-c7d3944efda0,revision_number=0']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:58.329733 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-6de17849-a8ce-4c3d-b5d9-2fc335b7821d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=be7a68139879461dbf15dc12fa05ab42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6088989 Jun 28 11:17:58.332305 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 54276) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:58.364922 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12cbd6f-45dd-48e0-9fc9-193dec844520 admin admin] Checking segment: {'id': '47eeed17-0fc0-434d-9085-9a058a232be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8d437053-9a25-41d8-b168-e0d643696185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:17:58.365369 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12cbd6f-45dd-48e0-9fc9-193dec844520 admin admin] Network hostable DHCP agents. Network: 8d437053-9a25-41d8-b168-e0d643696185, hostable agents: ['bd7a9fca-13b7-4c24-af86-ecdc43be0dc3'], hosted agents: [] {{(pid=88177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 11:17:58.401473 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503faf5e-6dbe-461f-8f4f-5a21281a5716 req-d5b594dc-4536-4b0c-b4d1-99a59c8e8111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:58.403085 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-503faf5e-6dbe-461f-8f4f-5a21281a5716 req-d5b594dc-4536-4b0c-b4d1-99a59c8e8111 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39ee6a774aa94963a4c024612cabe0ab&device_id=b00c32bb-5b10-4ba1-bb89-82e34b2ba60f HTTP/1.1" status: 200 len: 1098 time: 0.3428051 Jun 28 11:17:58.413832 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607caac-6f54-4623-bbd7-a2b36e48782c req-4aaa7a48-007c-4f42-bb9a-27cb2c01f983 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:58.415710 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-9607caac-6f54-4623-bbd7-a2b36e48782c req-4aaa7a48-007c-4f42-bb9a-27cb2c01f983 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5deb6ac-32cb-4d1a-93ab-e6e05f6bbb77 HTTP/1.1" status: 200 len: 945 time: 0.4240890 Jun 28 11:17:58.471300 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12cbd6f-45dd-48e0-9fc9-193dec844520 admin admin] Network 8d437053-9a25-41d8-b168-e0d643696185 is scheduled to be hosted by DHCP agent bd7a9fca-13b7-4c24-af86-ecdc43be0dc3 with binding_index 1 {{(pid=88177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 11:17:58.480320 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56459a38-9ef5-458e-9d0c-3b941bb61ea5 req-e80094ac-41a2-4780-9e9b-3395b24711e7 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:58.483291 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Pushing event updated for resources: {'Port': ['ID=4a5a5247-0a7c-427a-832e-9d139b220536,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:58.488939 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-56459a38-9ef5-458e-9d0c-3b941bb61ea5 req-e80094ac-41a2-4780-9e9b-3395b24711e7 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=548398f6-21cb-449b-b283-b7585254ad20 HTTP/1.1" status: 200 len: 946 time: 0.3216231 Jun 28 11:17:58.596356 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-fc941410-42be-4929-af4f-fbd9c20ffa59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:58.601044 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.base_scheduler [None req-b12cbd6f-45dd-48e0-9fc9-193dec844520 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844605-1-iscsi, 8d437053-9a25-41d8-b168-e0d643696185) {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:17:58.614597 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d47c82a-c1e6-4070-8660-131e1de10253 None None] Network 8d437053-9a25-41d8-b168-e0d643696185 requested from dv-cinder-844605-1-iscsi {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:17:58.622999 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12cbd6f-45dd-48e0-9fc9-193dec844520 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:58.623680 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-b12cbd6f-45dd-48e0-9fc9-193dec844520 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562711'] for subnet, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:58.629917 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-fc941410-42be-4929-af4f-fbd9c20ffa59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:58.674994 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [req-9607caac-6f54-4623-bbd7-a2b36e48782c req-b1b9870a-59ed-434a-93fb-4eda310693a4 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] Deleting port 3e3c05d1-565e-4652-99fe-fa38ec81e6bb {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:17:58.675495 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-9607caac-6f54-4623-bbd7-a2b36e48782c req-b1b9870a-59ed-434a-93fb-4eda310693a4 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:58.713270 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-fc941410-42be-4929-af4f-fbd9c20ffa59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:58.735378 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-fc941410-42be-4929-af4f-fbd9c20ffa59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:58.739637 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-fc941410-42be-4929-af4f-fbd9c20ffa59 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e99736a7-b1bd-496e-baa9-49fbbf032dd6 HTTP/1.1" status: 204 len: 168 time: 0.4004254 Jun 28 11:17:58.740915 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc941410-42be-4929-af4f-fbd9c20ffa59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e99736a7-b1bd-496e-baa9-49fbbf032dd6,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:58.741016 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-56459a38-9ef5-458e-9d0c-3b941bb61ea5 req-91503239-2470-424d-8b97-7698c150cff7 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212753 Jun 28 11:17:58.750889 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44908a37-785d-46c9-beca-b5d4cfa1771b req-6a649853-57ab-4243-ad8c-02a718b7a0bf tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:58.752998 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-44908a37-785d-46c9-beca-b5d4cfa1771b req-6a649853-57ab-4243-ad8c-02a718b7a0bf tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5deb6ac-32cb-4d1a-93ab-e6e05f6bbb77 HTTP/1.1" status: 200 len: 945 time: 0.5067284 Jun 28 11:17:58.827333 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-b12cbd6f-45dd-48e0-9fc9-193dec844520 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2492166 Jun 28 11:17:58.841736 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-44908a37-785d-46c9-beca-b5d4cfa1771b req-a5b26046-22fb-463d-8c15-f9bad6dd8250 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6daf09b6-1da0-4cde-927a-d027da925601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779598 Jun 28 11:17:58.842049 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 54286) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:58.864694 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [None req-14fcc6f0-1563-43fd-bffb-7bc68dfef8e9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-484333854-router', 'tenant_id': '77eae37115d048659b89dde49e35bef4', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463'}}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:17:58.899124 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-14fcc6f0-1563-43fd-bffb-7bc68dfef8e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:58.930942 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-14fcc6f0-1563-43fd-bffb-7bc68dfef8e9 admin admin] Usage tracker for resource:router and tenant:77eae37115d048659b89dde49e35bef4 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:58.974087 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503faf5e-6dbe-461f-8f4f-5a21281a5716 req-6cf9ca74-ece7-4f6c-b62a-6c924bdb7531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:58.975609 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-503faf5e-6dbe-461f-8f4f-5a21281a5716 req-6cf9ca74-ece7-4f6c-b62a-6c924bdb7531 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3dcee093-7093-4d70-9e54-e71a2fd9b0d8 HTTP/1.1" status: 200 len: 920 time: 0.5207565 Jun 28 11:17:58.976498 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-14fcc6f0-1563-43fd-bffb-7bc68dfef8e9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:59.015819 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-24c7432c-334b-417f-a0dd-29d5d1d42e0a None None] Notify callbacks [] for port, precommit_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:59.038190 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-24c7432c-334b-417f-a0dd-29d5d1d42e0a None None] Transition to ACTIVE for port object 929b3b8a-8771-4ee5-925b-28fd85342d23 will not be triggered until provisioned by entity L2. {{(pid=88179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:17:59.058589 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-14fcc6f0-1563-43fd-bffb-7bc68dfef8e9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:59.095013 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-24c7432c-334b-417f-a0dd-29d5d1d42e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:59.124999 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-503faf5e-6dbe-461f-8f4f-5a21281a5716 req-f9f46592-29da-4166-8954-8048109435fd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=550bd21d-10c5-4388-a5c4-8c0d38d1f620 HTTP/1.1" status: 200 len: 217 time: 0.1374145 Jun 28 11:17:59.144481 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4c2eb3-4446-4b5b-b6b7-539bfe228dbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad984f-d5be-5395-a87e-fa0999123cbc-8d437053-9a25-41d8-b168-e0d643696185', 'network_id': '8d437053-9a25-41d8-b168-e0d643696185', 'tenant_id': '77eae37115d048659b89dde49e35bef4', 'fixed_ips': [{'subnet_id': 'e9feb477-844d-42be-a847-c7d3944efda0'}]}} from dv-cinder-844605-1-iscsi. {{(pid=88179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 28 11:17:59.145408 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4e4c2eb3-4446-4b5b-b6b7-539bfe228dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_create {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:59.286258 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-14fcc6f0-1563-43fd-bffb-7bc68dfef8e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5216'] for router, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:59.287724 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-14fcc6f0-1563-43fd-bffb-7bc68dfef8e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-362573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5243'] for router, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:59.396388 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-14fcc6f0-1563-43fd-bffb-7bc68dfef8e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:59.454606 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c15316b-44f7-410d-9923-dae5c91601b8 None None] Pushing event updated for resources: {'Port': ['ID=929b3b8a-8771-4ee5-925b-28fd85342d23,revision_number=3']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:59.484825 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.db [req-9607caac-6f54-4623-bbd7-a2b36e48782c req-b1b9870a-59ed-434a-93fb-4eda310693a4 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] For port 3e3c05d1-565e-4652-99fe-fa38ec81e6bb, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=3e3c05d1-565e-4652-99fe-fa38ec81e6bb,segment=NetworkSegment(57e9c6f3-a16e-4f97-bef6-f490cb187f6c),segment_id=57e9c6f3-a16e-4f97-bef6-f490cb187f6c)] {{(pid=88177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:17:59.484825 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-9607caac-6f54-4623-bbd7-a2b36e48782c req-b1b9870a-59ed-434a-93fb-4eda310693a4 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:59.491046 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503faf5e-6dbe-461f-8f4f-5a21281a5716 req-e6e80b3c-7c1e-4a91-9281-ade10cf2f562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:59.492789 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-503faf5e-6dbe-461f-8f4f-5a21281a5716 req-e6e80b3c-7c1e-4a91-9281-ade10cf2f562 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4959b550-e4a6-4bb2-a9b3-3d13206321f5 HTTP/1.1" status: 200 len: 858 time: 0.2709355 Jun 28 11:17:59.543051 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-24c7432c-334b-417f-a0dd-29d5d1d42e0a None None] Attempting to bind port 929b3b8a-8771-4ee5-925b-28fd85342d23 on host dv-cinder-844605-1-iscsi for vnic_type normal with profile {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:17:59.543424 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-24c7432c-334b-417f-a0dd-29d5d1d42e0a None None] Attempting to bind port 929b3b8a-8771-4ee5-925b-28fd85342d23 by drivers openvswitch,hyperv on host dv-cinder-844605-1-iscsi at level 0 using segments [{'id': '6b36a0ab-7f32-456b-b1e8-8438e0a384f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '37bb99b0-7529-44da-9b0b-e494ebe4140f'}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:17:59.543797 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c7432c-334b-417f-a0dd-29d5d1d42e0a None None] Attempting to bind port 929b3b8a-8771-4ee5-925b-28fd85342d23 on network 37bb99b0-7529-44da-9b0b-e494ebe4140f {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:17:59.557666 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 4a5a5247-0a7c-427a-832e-9d139b220536 up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:17:59.613043 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c7432c-334b-417f-a0dd-29d5d1d42e0a None None] Checking agent: {'id': 'b95f8be4-ac30-48f3-8fc1-8bf3ad4a0571', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 7, 40), 'started_at': datetime.datetime(2022, 6, 28, 11, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:17:59.613301 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c7432c-334b-417f-a0dd-29d5d1d42e0a None None] Checking segment: {'id': '6b36a0ab-7f32-456b-b1e8-8438e0a384f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '37bb99b0-7529-44da-9b0b-e494ebe4140f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:17:59.613686 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-24c7432c-334b-417f-a0dd-29d5d1d42e0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:59.614041 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c7432c-334b-417f-a0dd-29d5d1d42e0a None None] Bound using segment: {'id': '6b36a0ab-7f32-456b-b1e8-8438e0a384f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '37bb99b0-7529-44da-9b0b-e494ebe4140f'} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:17:59.614608 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-24c7432c-334b-417f-a0dd-29d5d1d42e0a None None] Bound port: 929b3b8a-8771-4ee5-925b-28fd85342d23, host: dv-cinder-844605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b36a0ab-7f32-456b-b1e8-8438e0a384f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '37bb99b0-7529-44da-9b0b-e494ebe4140f'}}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:17:59.615011 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-24c7432c-334b-417f-a0dd-29d5d1d42e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:59.702921 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:59.728508 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 54308) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:59.734589 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_common [None req-4e4c2eb3-4446-4b5b-b6b7-539bfe228dbe None None] Allocated IP 172.20.0.2 (8d437053-9a25-41d8-b168-e0d643696185/e9feb477-844d-42be-a847-c7d3944efda0/478fcb68-fa63-405b-b1d4-4ba590e0da1b) {{(pid=88179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:17:59.761635 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde037c-0b2d-47b4-b5ed-2c42b2d46baf req-22348b67-9cb1-4c1b-b88e-71ff55c2603c tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:59.763579 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-adde037c-0b2d-47b4-b5ed-2c42b2d46baf req-22348b67-9cb1-4c1b-b88e-71ff55c2603c tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2bad8b8-1d14-4886-9bb7-16fe26646e34 HTTP/1.1" status: 200 len: 945 time: 0.8482935 Jun 28 11:17:59.770393 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [req-9607caac-6f54-4623-bbd7-a2b36e48782c req-b1b9870a-59ed-434a-93fb-4eda310693a4 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] Calling delete_port for 3e3c05d1-565e-4652-99fe-fa38ec81e6bb owned by compute:nova {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:17:59.795410 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning complete for port 4a5a5247-0a7c-427a-832e-9d139b220536 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:17:59.795860 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:59.823580 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-24c7432c-334b-417f-a0dd-29d5d1d42e0a None None] For port 929b3b8a-8771-4ee5-925b-28fd85342d23, host dv-cinder-844605-1-iscsi, cleared binding levels {{(pid=88179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:17:59.873843 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [None req-36f6aeb6-40eb-4a0e-9230-24ab8dae10c1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-276387986-network', 'tenant_id': '7149105604f048a8b4ba6d27b4e85549'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:17:59.881045 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-36f6aeb6-40eb-4a0e-9230-24ab8dae10c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:59.886342 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-36f6aeb6-40eb-4a0e-9230-24ab8dae10c1 admin admin] Usage tracker for resource:network and tenant:7149105604f048a8b4ba6d27b4e85549 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:59.889950 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-36f6aeb6-40eb-4a0e-9230-24ab8dae10c1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:59.900178 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-36f6aeb6-40eb-4a0e-9230-24ab8dae10c1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:59.904720 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-24c7432c-334b-417f-a0dd-29d5d1d42e0a None None] For port 929b3b8a-8771-4ee5-925b-28fd85342d23, host dv-cinder-844605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=929b3b8a-8771-4ee5-925b-28fd85342d23,segment=NetworkSegment(6b36a0ab-7f32-456b-b1e8-8438e0a384f8),segment_id=6b36a0ab-7f32-456b-b1e8-8438e0a384f8)] {{(pid=88179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:17:59.917130 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f6aeb6-40eb-4a0e-9230-24ab8dae10c1 admin admin] Made reservation on behalf of 7149105604f048a8b4ba6d27b4e85549 for: {'network': 1} {{(pid=88178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:17:59.922046 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-36f6aeb6-40eb-4a0e-9230-24ab8dae10c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for network, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:59.923772 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-24c7432c-334b-417f-a0dd-29d5d1d42e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:59.938054 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-36f6aeb6-40eb-4a0e-9230-24ab8dae10c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:59.956801 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-36f6aeb6-40eb-4a0e-9230-24ab8dae10c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:59.961433 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-36f6aeb6-40eb-4a0e-9230-24ab8dae10c1 admin admin] Usage tracker for resource:security_group_rule and tenant:7149105604f048a8b4ba6d27b4e85549 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:59.965435 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-36f6aeb6-40eb-4a0e-9230-24ab8dae10c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:59.972201 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-36f6aeb6-40eb-4a0e-9230-24ab8dae10c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:18:00.151645 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c15316b-44f7-410d-9923-dae5c91601b8 None None] Pushing event updated for resources: {'Port': ['ID=929b3b8a-8771-4ee5-925b-28fd85342d23,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:00.167801 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c7432c-334b-417f-a0dd-29d5d1d42e0a None None] Routers {'c2383012-34f7-4a60-8474-b2e3dedd0e1e'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:18:00.168443 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-24c7432c-334b-417f-a0dd-29d5d1d42e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:17:38Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['c2383012-34f7-4a60-8474-b2e3dedd0e1e'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:18:00.171245 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a85a8-916d-4fee-96cf-b6ab3a0aa6fb req-2a2efdb4-839c-478e-9889-e43f94bac29a tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:00.178512 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-ec9a85a8-916d-4fee-96cf-b6ab3a0aa6fb req-2a2efdb4-839c-478e-9889-e43f94bac29a tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=548398f6-21cb-449b-b283-b7585254ad20 HTTP/1.1" status: 200 len: 946 time: 0.1832819 Jun 28 11:18:00.215019 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-36f6aeb6-40eb-4a0e-9230-24ab8dae10c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:00.232426 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-36f6aeb6-40eb-4a0e-9230-24ab8dae10c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:00.278731 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-ec9a85a8-916d-4fee-96cf-b6ab3a0aa6fb req-be875bae-28bb-4a40-be8d-a70dd7be660d tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991547 Jun 28 11:18:00.294494 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-14fcc6f0-1563-43fd-bffb-7bc68dfef8e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-362623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5189'] for router, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:00.314720 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36f6aeb6-40eb-4a0e-9230-24ab8dae10c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=88178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 11:18:00.335771 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f6aeb6-40eb-4a0e-9230-24ab8dae10c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e34c8d16-925b-4f8d-a849-9711126fc986,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:00.343602 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Current status of the port 4a5a5247-0a7c-427a-832e-9d139b220536 is: ACTIVE; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:18:00.353817 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-36f6aeb6-40eb-4a0e-9230-24ab8dae10c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812087'] for segment, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:00.354240 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.db.segments_db [None req-36f6aeb6-40eb-4a0e-9230-24ab8dae10c1 admin admin] Added segment 937b9452-8559-4247-9669-ea0d1b80b66e of type vlan for network 8e788129-e567-4d36-a395-fd7465b86db5 Jun 28 11:18:00.354876 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4e4c2eb3-4446-4b5b-b6b7-539bfe228dbe None None] Notify callbacks [] for port, precommit_create {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:00.392008 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-36f6aeb6-40eb-4a0e-9230-24ab8dae10c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782103966769'] for network, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:00.392375 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-4e4c2eb3-4446-4b5b-b6b7-539bfe228dbe None None] Transition to ACTIVE for port object 478fcb68-fa63-405b-b1d4-4ba590e0da1b will not be triggered until provisioned by entity L2. {{(pid=88179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:18:00.416284 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-adde037c-0b2d-47b4-b5ed-2c42b2d46baf req-fb55b855-1ec6-4cac-8753-0de08cded1e6 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/security-groups?id=88f4dbcb-6d20-4b45-afa8-5e21259d1ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6052508 Jun 28 11:18:00.421493 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-4e4c2eb3-4446-4b5b-b6b7-539bfe228dbe None None] Transition to ACTIVE for port object 478fcb68-fa63-405b-b1d4-4ba590e0da1b will not be triggered until provisioned by entity DHCP. {{(pid=88179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:18:00.448555 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4e4c2eb3-4446-4b5b-b6b7-539bfe228dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782103981231'] for port, after_create {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:00.500308 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-36f6aeb6-40eb-4a0e-9230-24ab8dae10c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693'] for network, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:00.500648 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f6aeb6-40eb-4a0e-9230-24ab8dae10c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:00.501328 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-36f6aeb6-40eb-4a0e-9230-24ab8dae10c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562711'] for network, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:00.505986 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.agents_db [None req-fef25e13-dc2d-42bf-aa2e-f684c08e94a6 None None] Agent healthcheck: found 6 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:18:00.537686 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4c2eb3-4446-4b5b-b6b7-539bfe228dbe None None] Network 8d437053-9a25-41d8-b168-e0d643696185 is already hosted by enough agents. {{(pid=88179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:18:00.543774 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-4e4c2eb3-4446-4b5b-b6b7-539bfe228dbe None None] Resources bound (agent type, host, resource id): {{(pid=88179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:18:00.560060 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4c2eb3-4446-4b5b-b6b7-539bfe228dbe None None] Received port after_create {{(pid=88179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:18:00.563780 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-24c7432c-334b-417f-a0dd-29d5d1d42e0a None None] Set router c2383012-34f7-4a60-8474-b2e3dedd0e1e gateway port host: dv-cinder-844605-1-iscsi {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:18:00.611314 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4c2eb3-4446-4b5b-b6b7-539bfe228dbe None None] Pushing event updated for resources: {'Port': ['ID=478fcb68-fa63-405b-b1d4-4ba590e0da1b,revision_number=1']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:00.620520 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503faf5e-6dbe-461f-8f4f-5a21281a5716 req-913f29f2-c9a8-42b5-bb64-14cac62bb017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:00.622452 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-503faf5e-6dbe-461f-8f4f-5a21281a5716 req-913f29f2-c9a8-42b5-bb64-14cac62bb017 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3dcee093-7093-4d70-9e54-e71a2fd9b0d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3307669 Jun 28 11:18:00.626945 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-9607caac-6f54-4623-bbd7-a2b36e48782c req-b1b9870a-59ed-434a-93fb-4eda310693a4 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782104357524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782103981240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2688079'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:00.633764 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395da45-f4b5-4886-bd3d-fb129b3317ca req-345edc03-a7f4-4049-9766-8d7deb38f26f tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:00.635511 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-1395da45-f4b5-4886-bd3d-fb129b3317ca req-345edc03-a7f4-4049-9766-8d7deb38f26f tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5deb6ac-32cb-4d1a-93ab-e6e05f6bbb77 HTTP/1.1" status: 200 len: 945 time: 0.2270501 Jun 28 11:18:00.636721 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f6aeb6-40eb-4a0e-9230-24ab8dae10c1 admin admin] Pushing event updated for resources: {'Network': ['ID=8e788129-e567-4d36-a395-fd7465b86db5,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:00.639873 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-36f6aeb6-40eb-4a0e-9230-24ab8dae10c1 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9092844 Jun 28 11:18:00.642859 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 54320) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:00.650166 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [None req-f59ab8da-702d-4f5e-b6e6-db4f70c8d282 admin admin] Request body: {'subnet': {'network_id': '8e788129-e567-4d36-a395-fd7465b86db5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-276387986-subnet', 'tenant_id': '7149105604f048a8b4ba6d27b4e85549', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:18:00.666432 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Network 8e788129-e567-4d36-a395-fd7465b86db5 details requested by agent ovs-agent-dv-cinder-844605-1-iscsi with host dv-cinder-844605-1-iscsi {{(pid=88179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 11:18:00.672310 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-f59ab8da-702d-4f5e-b6e6-db4f70c8d282 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:18:00.679081 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-f59ab8da-702d-4f5e-b6e6-db4f70c8d282 admin admin] Usage tracker for resource:subnet and tenant:7149105604f048a8b4ba6d27b4e85549 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:18:00.693251 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b9870a-59ed-434a-93fb-4eda310693a4 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] Pushing event deleted for resources: {'Port': ['ID=3e3c05d1-565e-4652-99fe-fa38ec81e6bb,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:00.693811 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-f59ab8da-702d-4f5e-b6e6-db4f70c8d282 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:18:00.715975 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-f59ab8da-702d-4f5e-b6e6-db4f70c8d282 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:18:00.724340 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-1395da45-f4b5-4886-bd3d-fb129b3317ca req-78538c78-2cd7-4470-a7a7-38909aca9942 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6daf09b6-1da0-4cde-927a-d027da925601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789938 Jun 28 11:18:00.735075 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59ab8da-702d-4f5e-b6e6-db4f70c8d282 admin admin] Made reservation on behalf of 7149105604f048a8b4ba6d27b4e85549 for: {'subnet': 1} {{(pid=88178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:18:00.738983 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-f59ab8da-702d-4f5e-b6e6-db4f70c8d282 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2482729'] for subnet, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:00.806195 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.l3_dvrscheduler_db [req-9607caac-6f54-4623-bbd7-a2b36e48782c req-b1b9870a-59ed-434a-93fb-4eda310693a4 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] No DVR routers for this DVR port 3e3c05d1-565e-4652-99fe-fa38ec81e6bb on host hv-cinder-84460 {{(pid=88177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:18:00.828042 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-9607caac-6f54-4623-bbd7-a2b36e48782c req-b1b9870a-59ed-434a-93fb-4eda310693a4 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:00.849224 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5deb6ac-32cb-4d1a-93ab-e6e05f6bbb77', 'name': 'network-vif-deleted', 'tag': '3e3c05d1-565e-4652-99fe-fa38ec81e6bb'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:18:00.925776 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-9607caac-6f54-4623-bbd7-a2b36e48782c req-b1b9870a-59ed-434a-93fb-4eda310693a4 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] 10.222.0.43 "DELETE /v2.0/ports/3e3c05d1-565e-4652-99fe-fa38ec81e6bb HTTP/1.1" status: 204 len: 173 time: 2.5013182 Jun 28 11:18:00.995968 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-f59ab8da-702d-4f5e-b6e6-db4f70c8d282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2289327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2482719'] for subnet, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:01.002295 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bc92287-8e81-455a-abe8-efca5cbc96ef'] response: {'server_uuid': 'd5deb6ac-32cb-4d1a-93ab-e6e05f6bbb77', 'name': 'network-vif-deleted', 'tag': '3e3c05d1-565e-4652-99fe-fa38ec81e6bb', 'status': 'completed', 'code': 200} Jun 28 11:18:01.077916 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-4e4c2eb3-4446-4b5b-b6b7-539bfe228dbe None None] Attempting to bind port 478fcb68-fa63-405b-b1d4-4ba590e0da1b on host dv-cinder-844605-1-iscsi for vnic_type normal with profile {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:18:01.078437 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-4e4c2eb3-4446-4b5b-b6b7-539bfe228dbe None None] Attempting to bind port 478fcb68-fa63-405b-b1d4-4ba590e0da1b by drivers openvswitch,hyperv on host dv-cinder-844605-1-iscsi at level 0 using segments [{'id': '47eeed17-0fc0-434d-9085-9a058a232be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8d437053-9a25-41d8-b168-e0d643696185'}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:18:01.078972 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4c2eb3-4446-4b5b-b6b7-539bfe228dbe None None] Attempting to bind port 478fcb68-fa63-405b-b1d4-4ba590e0da1b on network 8d437053-9a25-41d8-b168-e0d643696185 {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:18:01.089406 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59ab8da-702d-4f5e-b6e6-db4f70c8d282 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1976996-5574-4c04-b53b-51f7f22eb8dd,revision_number=0']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:01.092701 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-14fcc6f0-1563-43fd-bffb-7bc68dfef8e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:01.105201 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59ab8da-702d-4f5e-b6e6-db4f70c8d282 admin admin] Checking segment: {'id': '937b9452-8559-4247-9669-ea0d1b80b66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8e788129-e567-4d36-a395-fd7465b86db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:18:01.105739 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59ab8da-702d-4f5e-b6e6-db4f70c8d282 admin admin] Network hostable DHCP agents. Network: 8e788129-e567-4d36-a395-fd7465b86db5, hostable agents: ['bd7a9fca-13b7-4c24-af86-ecdc43be0dc3'], hosted agents: [] {{(pid=88178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 11:18:01.113135 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4c2eb3-4446-4b5b-b6b7-539bfe228dbe None None] Checking agent: {'id': 'b95f8be4-ac30-48f3-8fc1-8bf3ad4a0571', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 7, 40), 'started_at': datetime.datetime(2022, 6, 28, 11, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:18:01.113513 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4c2eb3-4446-4b5b-b6b7-539bfe228dbe None None] Checking segment: {'id': '47eeed17-0fc0-434d-9085-9a058a232be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8d437053-9a25-41d8-b168-e0d643696185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:18:01.113985 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4e4c2eb3-4446-4b5b-b6b7-539bfe228dbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:01.114489 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4c2eb3-4446-4b5b-b6b7-539bfe228dbe None None] Bound using segment: {'id': '47eeed17-0fc0-434d-9085-9a058a232be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8d437053-9a25-41d8-b168-e0d643696185'} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:18:01.114992 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-4e4c2eb3-4446-4b5b-b6b7-539bfe228dbe None None] Bound port: 478fcb68-fa63-405b-b1d4-4ba590e0da1b, host: dv-cinder-844605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47eeed17-0fc0-434d-9085-9a058a232be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8d437053-9a25-41d8-b168-e0d643696185'}}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:18:01.115457 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4e4c2eb3-4446-4b5b-b6b7-539bfe228dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:01.131862 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59ab8da-702d-4f5e-b6e6-db4f70c8d282 admin admin] Network 8e788129-e567-4d36-a395-fd7465b86db5 is scheduled to be hosted by DHCP agent bd7a9fca-13b7-4c24-af86-ecdc43be0dc3 with binding_index 1 {{(pid=88178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 11:18:01.144263 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.base_scheduler [None req-f59ab8da-702d-4f5e-b6e6-db4f70c8d282 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844605-1-iscsi, 8e788129-e567-4d36-a395-fd7465b86db5) {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:18:01.149148 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-14fcc6f0-1563-43fd-bffb-7bc68dfef8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:01.152382 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59ab8da-702d-4f5e-b6e6-db4f70c8d282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:01.153234 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-f59ab8da-702d-4f5e-b6e6-db4f70c8d282 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:01.184703 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-f59ab8da-702d-4f5e-b6e6-db4f70c8d282 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5330284 Jun 28 11:18:01.188199 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9580da-f6f9-40bf-87dd-87532cc9a2be None None] Network 8e788129-e567-4d36-a395-fd7465b86db5 requested from dv-cinder-844605-1-iscsi {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:18:01.362883 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-503faf5e-6dbe-461f-8f4f-5a21281a5716 req-b2aeb4d3-8049-4669-b2f4-adba75925eb2 service neutron] 10.222.0.43 "GET /v2.0/networks/3dcee093-7093-4d70-9e54-e71a2fd9b0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422714 Jun 28 11:18:01.408280 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-4e4c2eb3-4446-4b5b-b6b7-539bfe228dbe None None] For port 478fcb68-fa63-405b-b1d4-4ba590e0da1b, host dv-cinder-844605-1-iscsi, cleared binding levels {{(pid=88179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:18:01.412769 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.db_base_plugin_common [None req-14fcc6f0-1563-43fd-bffb-7bc68dfef8e9 admin admin] Allocated IP 172.27.2.169 (6387ef29-ddd8-4632-9016-e02c39923463/5f3766c0-f55a-400a-8fdd-81b5b17b1576/f5177431-bcfe-46a1-bed7-23824d4d541e) {{(pid=88177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:18:01.426566 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-4e4c2eb3-4446-4b5b-b6b7-539bfe228dbe None None] For port 478fcb68-fa63-405b-b1d4-4ba590e0da1b, host dv-cinder-844605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=478fcb68-fa63-405b-b1d4-4ba590e0da1b,segment=NetworkSegment(47eeed17-0fc0-434d-9085-9a058a232be9),segment_id=47eeed17-0fc0-434d-9085-9a058a232be9)] {{(pid=88179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:18:01.497085 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4e4c2eb3-4446-4b5b-b6b7-539bfe228dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:01.549573 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d79e343-22e6-4c0a-82e3-db98c1f52c5a req-278bd21f-0200-4e6c-b010-df35a5479168 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:01.551743 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-7d79e343-22e6-4c0a-82e3-db98c1f52c5a req-278bd21f-0200-4e6c-b010-df35a5479168 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=548398f6-21cb-449b-b283-b7585254ad20 HTTP/1.1" status: 200 len: 946 time: 0.1342320 Jun 28 11:18:01.615558 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-14fcc6f0-1563-43fd-bffb-7bc68dfef8e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:01.619214 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-7d79e343-22e6-4c0a-82e3-db98c1f52c5a req-cf31cdf3-f9e1-4a20-af58-98053c76892d tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609775 Jun 28 11:18:01.688058 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4c2eb3-4446-4b5b-b6b7-539bfe228dbe None None] Pushing event updated for resources: {'Port': ['ID=478fcb68-fa63-405b-b1d4-4ba590e0da1b,revision_number=2']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:01.714063 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-24c7432c-334b-417f-a0dd-29d5d1d42e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2383012-34f7-4a60-8474-b2e3dedd0e1e', 'name': 'tempest-TestMinimumBasicScenario-824226379-router', 'tenant_id': 'd25e7ce42d8c46ecbeacc1c6835ede35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '4a5a5247-0a7c-427a-832e-9d139b220536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:17:50Z', 'updated_at': '2022-06-28T11:17:54Z', 'revision_number': 4, 'project_id': 'd25e7ce42d8c46ecbeacc1c6835ede35', 'gw_port': {'id': '4a5a5247-0a7c-427a-832e-9d139b220536', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2383012-34f7-4a60-8474-b2e3dedd0e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:17:51Z', 'updated_at': '2022-06-28T11:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': '929b3b8a-8771-4ee5-925b-28fd85342d23', 'name': '', 'network_id': '37bb99b0-7529-44da-9b0b-e494ebe4140f', 'tenant_id': 'd25e7ce42d8c46ecbeacc1c6835ede35', 'mac_address': 'fa:16:3e:78:66:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2383012-34f7-4a60-8474-b2e3dedd0e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '8b53bddf-fdb5-43a8-99e3-085d58e36040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:17:54Z', 'updated_at': '2022-06-28T11:17:59Z', 'revision_number': 4, 'project_id': 'd25e7ce42d8c46ecbeacc1c6835ede35', 'subnets': [{'id': '8b53bddf-fdb5-43a8-99e3-085d58e36040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:18:01.720263 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b16c35b-b47b-43db-b2f9-cb55c77a7df0 None None] Network 8e788129-e567-4d36-a395-fd7465b86db5 requested from dv-cinder-844605-1-iscsi {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:18:01.751176 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a767f2df-b264-4acc-ba70-8db6f518eb66 req-bd1bf2cf-c982-4557-9a87-9d84f31e41f0 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:01.751808 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c7432c-334b-417f-a0dd-29d5d1d42e0a None None] The sync data for ids ['c2383012-34f7-4a60-8474-b2e3dedd0e1e'] in dv-cinder-844605-1-iscsi is: [{'id': 'c2383012-34f7-4a60-8474-b2e3dedd0e1e', 'name': 'tempest-TestMinimumBasicScenario-824226379-router', 'tenant_id': 'd25e7ce42d8c46ecbeacc1c6835ede35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '4a5a5247-0a7c-427a-832e-9d139b220536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:17:50Z', 'updated_at': '2022-06-28T11:17:54Z', 'revision_number': 4, 'project_id': 'd25e7ce42d8c46ecbeacc1c6835ede35', 'gw_port': {'id': '4a5a5247-0a7c-427a-832e-9d139b220536', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2383012-34f7-4a60-8474-b2e3dedd0e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:17:51Z', 'updated_at': '2022-06-28T11:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': '929b3b8a-8771-4ee5-925b-28fd85342d23', 'name': '', 'network_id': '37bb99b0-7529-44da-9b0b-e494ebe4140f', 'tenant_id': 'd25e7ce42d8c46ecbeacc1c6835ede35', 'mac_address': 'fa:16:3e:78:66:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2383012-34f7-4a60-8474-b2e3dedd0e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '8b53bddf-fdb5-43a8-99e3-085d58e36040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:17:54Z', 'updated_at': '2022-06-28T11:17:59Z', 'revision_number': 4, 'project_id': 'd25e7ce42d8c46ecbeacc1c6835ede35', 'subnets': [{'id': '8b53bddf-fdb5-43a8-99e3-085d58e36040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:18:01.752435 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-a767f2df-b264-4acc-ba70-8db6f518eb66 req-bd1bf2cf-c982-4557-9a87-9d84f31e41f0 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2bad8b8-1d14-4886-9bb7-16fe26646e34 HTTP/1.1" status: 200 len: 945 time: 0.1158843 Jun 28 11:18:01.770807 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-14fcc6f0-1563-43fd-bffb-7bc68dfef8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782103981231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2688079'] for port, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:01.929981 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fcc6f0-1563-43fd-bffb-7bc68dfef8e9 admin admin] Network 6387ef29-ddd8-4632-9016-e02c39923463 is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:18:01.936660 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.base_scheduler [None req-14fcc6f0-1563-43fd-bffb-7bc68dfef8e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:18:01.944972 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fcc6f0-1563-43fd-bffb-7bc68dfef8e9 admin admin] Received port after_create {{(pid=88177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:18:02.033407 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-a767f2df-b264-4acc-ba70-8db6f518eb66 req-e8fd024b-0c87-4aa3-841a-450532c9a9f5 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/security-groups?id=88f4dbcb-6d20-4b45-afa8-5e21259d1ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647338 Jun 28 11:18:02.054350 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fcc6f0-1563-43fd-bffb-7bc68dfef8e9 admin admin] Pushing event updated for resources: {'Port': ['ID=f5177431-bcfe-46a1-bed7-23824d4d541e,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:02.081249 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] get_ports_and_sgs() called for port_ids ['3e3c05d1-565e-4652-99fe-fa38ec81e6bb'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:18:02.140620 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device 4de39085-de04-41f5-a7f4-e729bed0c50f up at agent hyperv_hv-cinder-84460 {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:18:02.192443 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-18400b7f-1a3e-4720-97ce-e41c9899f450 req-80169d01-bbaa-4597-ac13-bbb7ee17e724 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5deb6ac-32cb-4d1a-93ab-e6e05f6bbb77 HTTP/1.1" status: 200 len: 210 time: 0.1549983 Jun 28 11:18:02.396135 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Provisioning for port 4de39085-de04-41f5-a7f4-e729bed0c50f completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:18:02.404281 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Provisioning complete for port 4de39085-de04-41f5-a7f4-e729bed0c50f triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:18:02.404825 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:02.571710 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Current status of the port 4de39085-de04-41f5-a7f4-e729bed0c50f is: BUILD; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:18:02.572091 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:02.606455 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2bad8b8-1d14-4886-9bb7-16fe26646e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4de39085-de04-41f5-a7f4-e729bed0c50f'}] {{(pid=88179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:18:02.624403 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port 4de39085-de04-41f5-a7f4-e729bed0c50f, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=4de39085-de04-41f5-a7f4-e729bed0c50f,segment=NetworkSegment(cf57fc87-7cdf-4217-a690-fdc2f976a68e),segment_id=cf57fc87-7cdf-4217-a690-fdc2f976a68e)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:18:02.633195 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:02.668362 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-503faf5e-6dbe-461f-8f4f-5a21281a5716 req-cd44d73d-ccc3-456e-a162-24f6b3a5c614 service neutron] 10.222.0.43 "GET /v2.0/networks/3dcee093-7093-4d70-9e54-e71a2fd9b0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5960298 Jun 28 11:18:02.743922 dv-cinder-844605-1-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f87f286-182a-4580-a0ab-06aaedeac00f'] response: {'server_uuid': 'b2bad8b8-1d14-4886-9bb7-16fe26646e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4de39085-de04-41f5-a7f4-e729bed0c50f', 'code': 200} Jun 28 11:18:02.744563 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Pushing event updated for resources: {'Port': ['ID=4de39085-de04-41f5-a7f4-e729bed0c50f,revision_number=5']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:02.923589 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac51f89-90f1-474f-a5e5-c0adb524ee53 req-2ebca53e-f74f-42c0-9da4-320625e0e3ef tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:02.937266 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-eac51f89-90f1-474f-a5e5-c0adb524ee53 req-2ebca53e-f74f-42c0-9da4-320625e0e3ef tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=548398f6-21cb-449b-b283-b7585254ad20 HTTP/1.1" status: 200 len: 946 time: 0.1331615 Jun 28 11:18:03.006771 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-eac51f89-90f1-474f-a5e5-c0adb524ee53 req-fc06fc47-c0d6-4a67-9c7d-4c1d2c533fdb tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683689 Jun 28 11:18:03.069308 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-14fcc6f0-1563-43fd-bffb-7bc68dfef8e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:03.078945 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device 3e3c05d1-565e-4652-99fe-fa38ec81e6bb no longer exists at agent hyperv_hv-cinder-84460 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:18:03.143910 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] No Port match for: 3e3c05d1-565e-4652-99fe-fa38ec81e6bb {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:18:03.144527 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device 3e3c05d1-565e-4652-99fe-fa38ec81e6bb not bound to the agent host hv-cinder-84460 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:18:03.202388 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19b8059-3394-445a-b3cd-6d15e6487d97 None None] Network 8d437053-9a25-41d8-b168-e0d643696185 requested from dv-cinder-844605-1-iscsi {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:18:03.298517 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3f91a9-2744-46d8-9c32-9f59c6c8d38c req-c5d36b31-ca1c-4906-be9e-a2039b3909ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:03.299992 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-0f3f91a9-2744-46d8-9c32-9f59c6c8d38c req-c5d36b31-ca1c-4906-be9e-a2039b3909ce service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b2bad8b8-1d14-4886-9bb7-16fe26646e34 HTTP/1.1" status: 200 len: 1099 time: 0.3253441 Jun 28 11:18:03.465163 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-0f3f91a9-2744-46d8-9c32-9f59c6c8d38c req-994805ff-3ae6-4156-9778-1f3abbc5f93d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=88f4dbcb-6d20-4b45-afa8-5e21259d1ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462770 Jun 28 11:18:03.501901 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-d1812499-8d71-440f-b6a1-9e815d1e47ab req-b70e352a-2000-450f-94cc-5613e74d2c9c tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5deb6ac-32cb-4d1a-93ab-e6e05f6bbb77 HTTP/1.1" status: 200 len: 210 time: 0.1059439 Jun 28 11:18:03.528414 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-1e3e9c42-15af-4265-95f5-a83828a15c2f None None] Provisioning for port 478fcb68-fa63-405b-b1d4-4ba590e0da1b completed by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:18:03.571508 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 478fcb68-fa63-405b-b1d4-4ba590e0da1b up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:18:03.572980 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06da5472-b685-442d-bb8b-b2e534ca88c2 req-c01d418d-53c3-4f82-b116-db583213b3a9 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:03.574453 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-06da5472-b685-442d-bb8b-b2e534ca88c2 req-c01d418d-53c3-4f82-b116-db583213b3a9 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2bad8b8-1d14-4886-9bb7-16fe26646e34 HTTP/1.1" status: 200 len: 946 time: 0.3834720 Jun 28 11:18:03.642019 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-06da5472-b685-442d-bb8b-b2e534ca88c2 req-45ed92ba-f95c-4bb1-bd22-34db01d1aea9 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/security-groups?id=88f4dbcb-6d20-4b45-afa8-5e21259d1ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597148 Jun 28 11:18:03.654964 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-14fcc6f0-1563-43fd-bffb-7bc68dfef8e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362520'] for router, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:03.708853 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning for port 478fcb68-fa63-405b-b1d4-4ba590e0da1b completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:18:03.715781 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning complete for port 478fcb68-fa63-405b-b1d4-4ba590e0da1b triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:18:03.716254 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:03.842522 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Current status of the port 478fcb68-fa63-405b-b1d4-4ba590e0da1b is: DOWN; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:18:03.843185 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:03.873115 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14fcc6f0-1563-43fd-bffb-7bc68dfef8e9 admin admin] Router 0173d806-516f-4f3a-88c1-e78dca0ee9d2 is scheduled to L3 agent 65138fbb-a379-4cdd-9015-09db381edeba with binding_index 1 {{(pid=88177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 11:18:03.877950 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] For port 478fcb68-fa63-405b-b1d4-4ba590e0da1b, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=478fcb68-fa63-405b-b1d4-4ba590e0da1b,segment=NetworkSegment(47eeed17-0fc0-434d-9085-9a058a232be9),segment_id=47eeed17-0fc0-434d-9085-9a058a232be9)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:18:03.885355 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:03.886191 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 929b3b8a-8771-4ee5-925b-28fd85342d23 up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:18:04.014871 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Pushing event updated for resources: {'Port': ['ID=478fcb68-fa63-405b-b1d4-4ba590e0da1b,revision_number=3']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:04.021460 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-5f644518-9b78-4500-9836-ca08673b019c None None] Provisioning complete for port 478fcb68-fa63-405b-b1d4-4ba590e0da1b triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:18:04.021829 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5f644518-9b78-4500-9836-ca08673b019c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:04.073644 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning for port 929b3b8a-8771-4ee5-925b-28fd85342d23 completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:18:04.080830 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14fcc6f0-1563-43fd-bffb-7bc68dfef8e9 admin admin] Notify agent at l3_agent.dv-cinder-844605-1-iscsi the message routers_updated {{(pid=88177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:18:04.083047 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning complete for port 929b3b8a-8771-4ee5-925b-28fd85342d23 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:18:04.083422 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:04.092694 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5041af-8184-4285-9405-c6b57a6a420f None None] Sync routers for ids ['0173d806-516f-4f3a-88c1-e78dca0ee9d2'] in dv-cinder-844605-1-iscsi {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:18:04.105810 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5041af-8184-4285-9405-c6b57a6a420f None None] Routers {'0173d806-516f-4f3a-88c1-e78dca0ee9d2'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:18:04.107330 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-bf5041af-8184-4285-9405-c6b57a6a420f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:17:38Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['0173d806-516f-4f3a-88c1-e78dca0ee9d2'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:18:04.109185 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-14fcc6f0-1563-43fd-bffb-7bc68dfef8e9 admin admin] Notify callbacks [] for router, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:04.111974 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-14fcc6f0-1563-43fd-bffb-7bc68dfef8e9 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.2658823 Jun 28 11:18:04.115131 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 54362) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:04.245204 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-5f644518-9b78-4500-9836-ca08673b019c None None] Current status of the port 478fcb68-fa63-405b-b1d4-4ba590e0da1b is: ACTIVE; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:18:04.257663 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Current status of the port 929b3b8a-8771-4ee5-925b-28fd85342d23 is: DOWN; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:18:04.258042 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:04.291192 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] For port 929b3b8a-8771-4ee5-925b-28fd85342d23, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=929b3b8a-8771-4ee5-925b-28fd85342d23,segment=NetworkSegment(6b36a0ab-7f32-456b-b1e8-8438e0a384f8),segment_id=6b36a0ab-7f32-456b-b1e8-8438e0a384f8)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:18:04.296099 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:04.305156 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvr_db [None req-bf5041af-8184-4285-9405-c6b57a6a420f None None] Set router 0173d806-516f-4f3a-88c1-e78dca0ee9d2 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:18:04.371497 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Pushing event updated for resources: {'Port': ['ID=929b3b8a-8771-4ee5-925b-28fd85342d23,revision_number=5']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:04.391881 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac758a2-f96f-4fe6-9745-fcd12aadcc88 req-25080e95-4d6b-4600-b7f0-53aa5ae8e371 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:04.393551 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-4ac758a2-f96f-4fe6-9745-fcd12aadcc88 req-25080e95-4d6b-4600-b7f0-53aa5ae8e371 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=548398f6-21cb-449b-b283-b7585254ad20 HTTP/1.1" status: 200 len: 946 time: 0.2091315 Jun 28 11:18:04.621101 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-bf5041af-8184-4285-9405-c6b57a6a420f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0173d806-516f-4f3a-88c1-e78dca0ee9d2', 'name': 'tempest-TestMinimumBasicScenario-484333854-router', 'tenant_id': '77eae37115d048659b89dde49e35bef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'f5177431-bcfe-46a1-bed7-23824d4d541e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:17:59Z', 'updated_at': '2022-06-28T11:18:02Z', 'revision_number': 3, 'project_id': '77eae37115d048659b89dde49e35bef4', 'gw_port': {'id': 'f5177431-bcfe-46a1-bed7-23824d4d541e', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:cf:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0173d806-516f-4f3a-88c1-e78dca0ee9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:18:01Z', 'updated_at': '2022-06-28T11:18:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi'}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:18:04.626948 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5041af-8184-4285-9405-c6b57a6a420f None None] Checking router: 0173d806-516f-4f3a-88c1-e78dca0ee9d2 for host: dv-cinder-844605-1-iscsi {{(pid=88180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:18:04.627263 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5041af-8184-4285-9405-c6b57a6a420f None None] Updating router 0173d806-516f-4f3a-88c1-e78dca0ee9d2 port f5177431-bcfe-46a1-bed7-23824d4d541e binding host dv-cinder-844605-1-iscsi {{(pid=88180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 11:18:04.677938 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-4ac758a2-f96f-4fe6-9745-fcd12aadcc88 req-da62fd7d-2ee0-4145-b156-aa2153b0ea6d tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303882 Jun 28 11:18:04.721192 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-5a78befb-147e-4398-ae67-2715abe74641 req-04a7b066-9479-4631-8f4f-ea698d8c3f60 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] Synchronizing usage tracker for tenant:a8a4f70e41194b2eae97400fe38eb655 on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:18:04.722816 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron_lib.callbacks.manager [None req-bf5041af-8184-4285-9405-c6b57a6a420f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:04.743968 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-5a78befb-147e-4398-ae67-2715abe74641 req-04a7b066-9479-4631-8f4f-ea698d8c3f60 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] Unset dirty status for tenant:a8a4f70e41194b2eae97400fe38eb655 on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:18:04.745912 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-5a78befb-147e-4398-ae67-2715abe74641 req-04a7b066-9479-4631-8f4f-ea698d8c3f60 tempest-DeleteServersTestJSON-219803824 tempest-DeleteServersTestJSON-219803824-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5deb6ac-32cb-4d1a-93ab-e6e05f6bbb77 HTTP/1.1" status: 200 len: 210 time: 0.1056247 Jun 28 11:18:05.192746 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron_lib.callbacks.manager [None req-bf5041af-8184-4285-9405-c6b57a6a420f None None] Notify callbacks [] for port, precommit_update {{(pid=88180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:05.210168 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.provisioning_blocks [None req-bf5041af-8184-4285-9405-c6b57a6a420f None None] Transition to ACTIVE for port object f5177431-bcfe-46a1-bed7-23824d4d541e will not be triggered until provisioned by entity L2. {{(pid=88180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:18:05.223516 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron_lib.callbacks.manager [None req-bf5041af-8184-4285-9405-c6b57a6a420f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:05.236861 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-6f07f07d-7b35-42b8-86ef-3479e0e78ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:05.290796 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9460fcd9-20bc-4744-b574-d636878111b5 req-08e4de75-6bea-4457-a267-110963e405f2 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:05.292254 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-9460fcd9-20bc-4744-b574-d636878111b5 req-08e4de75-6bea-4457-a267-110963e405f2 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.23 "GET /v2.0/networks?id=8e788129-e567-4d36-a395-fd7465b86db5 HTTP/1.1" status: 200 len: 813 time: 0.3535070 Jun 28 11:18:05.312459 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-9460fcd9-20bc-4744-b574-d636878111b5 req-f82c33ee-5724-47d7-bd7b-898bc706d157 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.23 "GET /v2.0/quotas/7149105604f048a8b4ba6d27b4e85549 HTTP/1.1" status: 200 len: 375 time: 0.0137813 Jun 28 11:18:05.320299 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e5b39-07d3-4c76-9f4d-c606b5420e9f req-f99aa574-52d9-490f-a4e6-05d4df8fd286 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:05.321818 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-6a6e5b39-07d3-4c76-9f4d-c606b5420e9f req-f99aa574-52d9-490f-a4e6-05d4df8fd286 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2bad8b8-1d14-4886-9bb7-16fe26646e34 HTTP/1.1" status: 200 len: 946 time: 0.3213000 Jun 28 11:18:05.339399 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.managers [None req-bf5041af-8184-4285-9405-c6b57a6a420f None None] Attempting to bind port f5177431-bcfe-46a1-bed7-23824d4d541e on host dv-cinder-844605-1-iscsi for vnic_type normal with profile {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:18:05.339791 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.managers [None req-bf5041af-8184-4285-9405-c6b57a6a420f None None] Attempting to bind port f5177431-bcfe-46a1-bed7-23824d4d541e by drivers openvswitch,hyperv on host dv-cinder-844605-1-iscsi at level 0 using segments [{'id': '886fa905-49b2-4170-854f-b2cc2955959a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463'}] {{(pid=88180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:18:05.340101 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5041af-8184-4285-9405-c6b57a6a420f None None] Attempting to bind port f5177431-bcfe-46a1-bed7-23824d4d541e on network 6387ef29-ddd8-4632-9016-e02c39923463 {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:18:05.351407 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5041af-8184-4285-9405-c6b57a6a420f None None] Checking agent: {'id': 'b95f8be4-ac30-48f3-8fc1-8bf3ad4a0571', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 7, 40), 'started_at': datetime.datetime(2022, 6, 28, 11, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:18:05.351763 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5041af-8184-4285-9405-c6b57a6a420f None None] Checking segment: {'id': '886fa905-49b2-4170-854f-b2cc2955959a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:18:05.352133 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron_lib.callbacks.manager [None req-bf5041af-8184-4285-9405-c6b57a6a420f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:05.352748 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5041af-8184-4285-9405-c6b57a6a420f None None] Bound using segment: {'id': '886fa905-49b2-4170-854f-b2cc2955959a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463'} {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:18:05.352986 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.managers [None req-bf5041af-8184-4285-9405-c6b57a6a420f None None] Bound port: f5177431-bcfe-46a1-bed7-23824d4d541e, host: dv-cinder-844605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886fa905-49b2-4170-854f-b2cc2955959a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463'}}] {{(pid=88180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:18:05.353366 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron_lib.callbacks.manager [None req-bf5041af-8184-4285-9405-c6b57a6a420f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:05.371905 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-9460fcd9-20bc-4744-b574-d636878111b5 req-e2a1cbdb-4502-45b9-91bd-e06bb14b670b tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7149105604f048a8b4ba6d27b4e85549&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516124 Jun 28 11:18:05.380911 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd17b87-cc68-421a-a5a8-00a9e02360c6 None None] Pushing event updated for resources: {'Port': ['ID=f5177431-bcfe-46a1-bed7-23824d4d541e,revision_number=2']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:05.435418 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.db [None req-bf5041af-8184-4285-9405-c6b57a6a420f None None] For port f5177431-bcfe-46a1-bed7-23824d4d541e, host dv-cinder-844605-1-iscsi, cleared binding levels {{(pid=88180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:18:05.440720 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.db [None req-bf5041af-8184-4285-9405-c6b57a6a420f None None] For port f5177431-bcfe-46a1-bed7-23824d4d541e, host dv-cinder-844605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=f5177431-bcfe-46a1-bed7-23824d4d541e,segment=NetworkSegment(886fa905-49b2-4170-854f-b2cc2955959a),segment_id=886fa905-49b2-4170-854f-b2cc2955959a)] {{(pid=88180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:18:05.442234 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-6a6e5b39-07d3-4c76-9f4d-c606b5420e9f req-7640f80d-92e5-4e7e-9f41-d1c245c3d8f2 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/security-groups?id=88f4dbcb-6d20-4b45-afa8-5e21259d1ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123364 Jun 28 11:18:05.450067 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron_lib.callbacks.manager [None req-bf5041af-8184-4285-9405-c6b57a6a420f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:05.483434 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 478fcb68-fa63-405b-b1d4-4ba590e0da1b up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:18:05.526141 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.db_base_plugin_common [None req-6f07f07d-7b35-42b8-86ef-3479e0e78ed2 admin admin] Allocated IP 172.20.0.1 (8d437053-9a25-41d8-b168-e0d643696185/e9feb477-844d-42be-a847-c7d3944efda0/66d76bf3-c316-4567-8b3c-a6aa2d97c10f) {{(pid=88178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:18:05.546172 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5041af-8184-4285-9405-c6b57a6a420f None None] Routers {'0173d806-516f-4f3a-88c1-e78dca0ee9d2'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:18:05.546802 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-bf5041af-8184-4285-9405-c6b57a6a420f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:17:38Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['0173d806-516f-4f3a-88c1-e78dca0ee9d2'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:18:05.565391 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-9460fcd9-20bc-4744-b574-d636878111b5 req-7506f8e2-332e-41fa-bd22-292c402d16a8 service neutron] 10.222.0.23 "GET /v2.0/networks/8e788129-e567-4d36-a395-fd7465b86db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805370 Jun 28 11:18:05.606434 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning complete for port 478fcb68-fa63-405b-b1d4-4ba590e0da1b triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:18:05.607568 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:05.713821 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd17b87-cc68-421a-a5a8-00a9e02360c6 None None] Pushing event updated for resources: {'Port': ['ID=f5177431-bcfe-46a1-bed7-23824d4d541e,revision_number=3']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:05.735057 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-6f07f07d-7b35-42b8-86ef-3479e0e78ed2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:05.765658 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-9460fcd9-20bc-4744-b574-d636878111b5 req-4ea8418a-7a05-4a42-8df7-c63e43edb900 service neutron] 10.222.0.23 "GET /v2.0/networks/8e788129-e567-4d36-a395-fd7465b86db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992984 Jun 28 11:18:05.767422 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.provisioning_blocks [None req-6f07f07d-7b35-42b8-86ef-3479e0e78ed2 admin admin] Transition to ACTIVE for port object 66d76bf3-c316-4567-8b3c-a6aa2d97c10f will not be triggered until provisioned by entity DHCP. {{(pid=88178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:18:05.782244 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Current status of the port 478fcb68-fa63-405b-b1d4-4ba590e0da1b is: ACTIVE; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:18:05.784882 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 929b3b8a-8771-4ee5-925b-28fd85342d23 up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:18:05.819978 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-6f07f07d-7b35-42b8-86ef-3479e0e78ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782103981231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287935'] for port, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:05.842944 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvr_db [None req-bf5041af-8184-4285-9405-c6b57a6a420f None None] Set router 0173d806-516f-4f3a-88c1-e78dca0ee9d2 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:18:05.870911 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning complete for port 929b3b8a-8771-4ee5-925b-28fd85342d23 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:18:05.871287 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:06.020530 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f07f07d-7b35-42b8-86ef-3479e0e78ed2 admin admin] Network 8d437053-9a25-41d8-b168-e0d643696185 is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:18:06.025298 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.base_scheduler [None req-6f07f07d-7b35-42b8-86ef-3479e0e78ed2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:18:06.029943 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f07f07d-7b35-42b8-86ef-3479e0e78ed2 admin admin] Received port after_create {{(pid=88178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:18:06.082507 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Current status of the port 929b3b8a-8771-4ee5-925b-28fd85342d23 is: ACTIVE; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:18:06.097959 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f07f07d-7b35-42b8-86ef-3479e0e78ed2 admin admin] Pushing event updated for resources: {'Port': ['ID=66d76bf3-c316-4567-8b3c-a6aa2d97c10f,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:06.161995 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-6f07f07d-7b35-42b8-86ef-3479e0e78ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-361810'] for router_interface, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:06.227525 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a6cbbd-5317-48da-b2b2-4925a8609f04 req-d3772a64-29d9-4d48-b34e-9e4d56572e13 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:06.236916 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-43a6cbbd-5317-48da-b2b2-4925a8609f04 req-d3772a64-29d9-4d48-b34e-9e4d56572e13 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=548398f6-21cb-449b-b283-b7585254ad20 HTTP/1.1" status: 200 len: 946 time: 0.3514748 Jun 28 11:18:06.254613 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-bf5041af-8184-4285-9405-c6b57a6a420f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0173d806-516f-4f3a-88c1-e78dca0ee9d2', 'name': 'tempest-TestMinimumBasicScenario-484333854-router', 'tenant_id': '77eae37115d048659b89dde49e35bef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'f5177431-bcfe-46a1-bed7-23824d4d541e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:17:59Z', 'updated_at': '2022-06-28T11:18:02Z', 'revision_number': 3, 'project_id': '77eae37115d048659b89dde49e35bef4', 'gw_port': {'id': 'f5177431-bcfe-46a1-bed7-23824d4d541e', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:cf:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0173d806-516f-4f3a-88c1-e78dca0ee9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:18:01Z', 'updated_at': '2022-06-28T11:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi'}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:18:06.265914 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5041af-8184-4285-9405-c6b57a6a420f None None] The sync data for ids ['0173d806-516f-4f3a-88c1-e78dca0ee9d2'] in dv-cinder-844605-1-iscsi is: [{'id': '0173d806-516f-4f3a-88c1-e78dca0ee9d2', 'name': 'tempest-TestMinimumBasicScenario-484333854-router', 'tenant_id': '77eae37115d048659b89dde49e35bef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'f5177431-bcfe-46a1-bed7-23824d4d541e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:17:59Z', 'updated_at': '2022-06-28T11:18:02Z', 'revision_number': 3, 'project_id': '77eae37115d048659b89dde49e35bef4', 'gw_port': {'id': 'f5177431-bcfe-46a1-bed7-23824d4d541e', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:cf:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0173d806-516f-4f3a-88c1-e78dca0ee9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:18:01Z', 'updated_at': '2022-06-28T11:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi'}] {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:18:06.273711 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d65ba966-fbe2-454b-8198-4b1d4f3c4c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:06.342336 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-438eedad-5e4d-4746-b3f4-3d990ba7ca9c req-1a7ddb9b-8fa8-4be7-92dc-cb64aa475b28 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.23 "GET /v2.0/ports?device_id=0aa055df-1bd9-4997-937f-544a1882137e HTTP/1.1" status: 200 len: 210 time: 0.0984535 Jun 28 11:18:06.375013 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-43a6cbbd-5317-48da-b2b2-4925a8609f04 req-cfb37bbb-6b5d-43c5-85a6-f77b8875f7bb tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358709 Jun 28 11:18:06.392592 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7e05e9d0-5af2-40f6-921c-07ddf7578fc6 None None] Provisioning for port 66d76bf3-c316-4567-8b3c-a6aa2d97c10f completed by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:18:06.398048 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7e05e9d0-5af2-40f6-921c-07ddf7578fc6 None None] Provisioning complete for port 66d76bf3-c316-4567-8b3c-a6aa2d97c10f triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:18:06.398490 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7e05e9d0-5af2-40f6-921c-07ddf7578fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:06.487228 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7e05e9d0-5af2-40f6-921c-07ddf7578fc6 None None] Port 66d76bf3-c316-4567-8b3c-a6aa2d97c10f cannot update to ACTIVE because it is not bound. {{(pid=88179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:18:06.619304 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-6f07f07d-7b35-42b8-86ef-3479e0e78ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:06.810059 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15426ce-fb34-48d9-9343-cf8160b5315d req-b5f86d06-2669-4fe9-b993-f532f3084147 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:06.818305 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-e15426ce-fb34-48d9-9343-cf8160b5315d req-b5f86d06-2669-4fe9-b993-f532f3084147 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2bad8b8-1d14-4886-9bb7-16fe26646e34 HTTP/1.1" status: 200 len: 946 time: 0.1993713 Jun 28 11:18:06.900916 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-e15426ce-fb34-48d9-9343-cf8160b5315d req-2f1d48e3-c00f-472e-9222-56dbdfdcdda0 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/security-groups?id=88f4dbcb-6d20-4b45-afa8-5e21259d1ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815804 Jun 28 11:18:06.967081 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-6f07f07d-7b35-42b8-86ef-3479e0e78ed2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:06.981089 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-6f07f07d-7b35-42b8-86ef-3479e0e78ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2287912'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:07.236000 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-6f07f07d-7b35-42b8-86ef-3479e0e78ed2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-361783'] for router_interface, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:07.240278 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f07f07d-7b35-42b8-86ef-3479e0e78ed2 admin admin] Pushing event updated for resources: {'Port': ['ID=66d76bf3-c316-4567-8b3c-a6aa2d97c10f,revision_number=2']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:07.385610 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f07f07d-7b35-42b8-86ef-3479e0e78ed2 admin admin] Network 8d437053-9a25-41d8-b168-e0d643696185 is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:18:07.386906 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.base_scheduler [None req-6f07f07d-7b35-42b8-86ef-3479e0e78ed2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:18:07.504374 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device f5177431-bcfe-46a1-bed7-23824d4d541e up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:18:07.647605 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning for port f5177431-bcfe-46a1-bed7-23824d4d541e completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:18:07.656400 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning complete for port f5177431-bcfe-46a1-bed7-23824d4d541e triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:18:07.656866 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:07.729683 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-7214aaa4-92d2-44b1-9208-7a22803ad801 req-48841782-b579-4508-97ed-8f78b4b1842e tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.23 "GET /v2.0/ports?device_id=0aa055df-1bd9-4997-937f-544a1882137e HTTP/1.1" status: 200 len: 210 time: 0.2205913 Jun 28 11:18:07.854975 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-1e157fdb-4655-47fd-83a1-50d1bd4f7b6a None None] Provisioning complete for port 66d76bf3-c316-4567-8b3c-a6aa2d97c10f triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:18:07.855636 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1e157fdb-4655-47fd-83a1-50d1bd4f7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:07.884011 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f07f07d-7b35-42b8-86ef-3479e0e78ed2 admin admin] Router 0173d806-516f-4f3a-88c1-e78dca0ee9d2 has already been hosted by L3 agent 65138fbb-a379-4cdd-9015-09db381edeba {{(pid=88178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:18:07.942226 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e38799-3dcc-4292-8e98-aec4df11695d req-c492760a-9053-4cc1-afd5-ef65e73f4cc1 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:07.948709 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Current status of the port f5177431-bcfe-46a1-bed7-23824d4d541e is: DOWN; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:18:07.952702 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-e3e38799-3dcc-4292-8e98-aec4df11695d req-c492760a-9053-4cc1-afd5-ef65e73f4cc1 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=548398f6-21cb-449b-b283-b7585254ad20 HTTP/1.1" status: 200 len: 946 time: 0.3065071 Jun 28 11:18:07.955694 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:08.031929 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-e3e38799-3dcc-4292-8e98-aec4df11695d req-df286350-8ab8-4e81-a8da-0d7ac2afdefc tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779684 Jun 28 11:18:08.108173 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] For port f5177431-bcfe-46a1-bed7-23824d4d541e, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=f5177431-bcfe-46a1-bed7-23824d4d541e,segment=NetworkSegment(886fa905-49b2-4170-854f-b2cc2955959a),segment_id=886fa905-49b2-4170-854f-b2cc2955959a)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:18:08.129848 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-1e157fdb-4655-47fd-83a1-50d1bd4f7b6a None None] Port 66d76bf3-c316-4567-8b3c-a6aa2d97c10f cannot update to ACTIVE because it is not bound. {{(pid=88179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:18:08.131514 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:08.159736 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9460fcd9-20bc-4744-b574-d636878111b5 req-3ee4fde0-dd92-4918-977e-a85ec386b346 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:08.161393 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-9460fcd9-20bc-4744-b574-d636878111b5 req-3ee4fde0-dd92-4918-977e-a85ec386b346 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.43 "GET /v2.0/networks?id=8e788129-e567-4d36-a395-fd7465b86db5 HTTP/1.1" status: 200 len: 813 time: 0.3345056 Jun 28 11:18:08.174828 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [req-9460fcd9-20bc-4744-b574-d636878111b5 req-5850f4c9-dfd9-442e-a114-954a5ba1eeeb tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Request body: {'port': {'device_id': '0aa055df-1bd9-4997-937f-544a1882137e', 'network_id': '8e788129-e567-4d36-a395-fd7465b86db5', 'admin_state_up': True, 'tenant_id': '7149105604f048a8b4ba6d27b4e85549'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:18:08.301946 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Pushing event updated for resources: {'Port': ['ID=f5177431-bcfe-46a1-bed7-23824d4d541e,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:08.374186 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f07f07d-7b35-42b8-86ef-3479e0e78ed2 admin admin] Notify agent at l3_agent.dv-cinder-844605-1-iscsi the message routers_updated {{(pid=88178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:18:08.394548 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-6f07f07d-7b35-42b8-86ef-3479e0e78ed2 admin admin] 10.222.0.23 "PUT /v2.0/routers/0173d806-516f-4f3a-88c1-e78dca0ee9d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2780845 Jun 28 11:18:08.410354 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [req-9460fcd9-20bc-4744-b574-d636878111b5 req-5850f4c9-dfd9-442e-a114-954a5ba1eeeb tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:18:08.415085 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-9460fcd9-20bc-4744-b574-d636878111b5 req-5850f4c9-dfd9-442e-a114-954a5ba1eeeb tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Usage tracker for resource:port and tenant:7149105604f048a8b4ba6d27b4e85549 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:18:08.419285 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-9460fcd9-20bc-4744-b574-d636878111b5 req-5850f4c9-dfd9-442e-a114-954a5ba1eeeb tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:18:08.426237 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-73e0f543-abe2-4e07-a780-2fcde7ba4204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:08.427227 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [req-9460fcd9-20bc-4744-b574-d636878111b5 req-5850f4c9-dfd9-442e-a114-954a5ba1eeeb tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:18:08.458675 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9460fcd9-20bc-4744-b574-d636878111b5 req-5850f4c9-dfd9-442e-a114-954a5ba1eeeb tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Made reservation on behalf of 7149105604f048a8b4ba6d27b4e85549 for: {'port': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:18:08.462460 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-9460fcd9-20bc-4744-b574-d636878111b5 req-5850f4c9-dfd9-442e-a114-954a5ba1eeeb tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:08.485409 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 54456) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:08.645267 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9dd0d4-2841-40b9-a9fd-bd9627b915d1 None None] Sync routers for ids ['0173d806-516f-4f3a-88c1-e78dca0ee9d2'] in dv-cinder-844605-1-iscsi {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:18:08.659752 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9dd0d4-2841-40b9-a9fd-bd9627b915d1 None None] Routers {'0173d806-516f-4f3a-88c1-e78dca0ee9d2'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:18:08.664794 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-2a9dd0d4-2841-40b9-a9fd-bd9627b915d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:18:08Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['0173d806-516f-4f3a-88c1-e78dca0ee9d2'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:18:08.694495 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.db_base_plugin_common [req-9460fcd9-20bc-4744-b574-d636878111b5 req-5850f4c9-dfd9-442e-a114-954a5ba1eeeb tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Allocated IP 172.20.0.8 (8e788129-e567-4d36-a395-fd7465b86db5/e1976996-5574-4c04-b53b-51f7f22eb8dd/d379ae25-6f21-4761-beca-dd965236840a) {{(pid=88177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:18:08.923785 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-2a9dd0d4-2841-40b9-a9fd-bd9627b915d1 None None] Set router 0173d806-516f-4f3a-88c1-e78dca0ee9d2 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:18:09.095365 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-50b0da8f-2c90-4ddc-8f75-be75f2631d6d req-cf2cc688-5e52-42c3-96d8-6abeb3991734 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.23 "GET /v2.0/ports?device_id=0aa055df-1bd9-4997-937f-544a1882137e HTTP/1.1" status: 200 len: 210 time: 0.1161597 Jun 28 11:18:09.132490 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219e6c4-1ff2-4450-baa6-4d06f0cf8a45 req-9b734043-f114-44cc-8757-44421c47eabf tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:09.134242 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c219e6c4-1ff2-4450-baa6-4d06f0cf8a45 req-9b734043-f114-44cc-8757-44421c47eabf tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2bad8b8-1d14-4886-9bb7-16fe26646e34 HTTP/1.1" status: 200 len: 946 time: 0.3456037 Jun 28 11:18:09.201648 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-9460fcd9-20bc-4744-b574-d636878111b5 req-5850f4c9-dfd9-442e-a114-954a5ba1eeeb tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Notify callbacks [] for port, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:09.244340 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c219e6c4-1ff2-4450-baa6-4d06f0cf8a45 req-acdf250b-8dd7-4188-a4c1-d76982aa20fd tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/security-groups?id=88f4dbcb-6d20-4b45-afa8-5e21259d1ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920870 Jun 28 11:18:09.269871 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-9460fcd9-20bc-4744-b574-d636878111b5 req-5850f4c9-dfd9-442e-a114-954a5ba1eeeb tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782103981231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2688079'] for port, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:09.336876 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-2a9dd0d4-2841-40b9-a9fd-bd9627b915d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0173d806-516f-4f3a-88c1-e78dca0ee9d2', 'name': 'tempest-TestMinimumBasicScenario-484333854-router', 'tenant_id': '77eae37115d048659b89dde49e35bef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'f5177431-bcfe-46a1-bed7-23824d4d541e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:17:59Z', 'updated_at': '2022-06-28T11:18:06Z', 'revision_number': 4, 'project_id': '77eae37115d048659b89dde49e35bef4', 'gw_port': {'id': 'f5177431-bcfe-46a1-bed7-23824d4d541e', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:cf:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0173d806-516f-4f3a-88c1-e78dca0ee9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:18:01Z', 'updated_at': '2022-06-28T11:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': '66d76bf3-c316-4567-8b3c-a6aa2d97c10f', 'name': '', 'network_id': '8d437053-9a25-41d8-b168-e0d643696185', 'tenant_id': '77eae37115d048659b89dde49e35bef4', 'mac_address': 'fa:16:3e:dd:58:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0173d806-516f-4f3a-88c1-e78dca0ee9d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'e9feb477-844d-42be-a847-c7d3944efda0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:18:05Z', 'updated_at': '2022-06-28T11:18:06Z', 'revision_number': 2, 'project_id': '77eae37115d048659b89dde49e35bef4', 'subnets': [{'id': 'e9feb477-844d-42be-a847-c7d3944efda0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:18:09.341520 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9dd0d4-2841-40b9-a9fd-bd9627b915d1 None None] Checking router: 0173d806-516f-4f3a-88c1-e78dca0ee9d2 for host: dv-cinder-844605-1-iscsi {{(pid=88179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:18:09.341917 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9dd0d4-2841-40b9-a9fd-bd9627b915d1 None None] Updating router 0173d806-516f-4f3a-88c1-e78dca0ee9d2 port 66d76bf3-c316-4567-8b3c-a6aa2d97c10f binding host dv-cinder-844605-1-iscsi {{(pid=88179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 11:18:09.359439 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9460fcd9-20bc-4744-b574-d636878111b5 req-5850f4c9-dfd9-442e-a114-954a5ba1eeeb tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Network 8e788129-e567-4d36-a395-fd7465b86db5 is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:18:09.363423 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.base_scheduler [req-9460fcd9-20bc-4744-b574-d636878111b5 req-5850f4c9-dfd9-442e-a114-954a5ba1eeeb tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:18:09.370479 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.l3_dvrscheduler_db [req-9460fcd9-20bc-4744-b574-d636878111b5 req-5850f4c9-dfd9-442e-a114-954a5ba1eeeb tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Received port after_create {{(pid=88177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:18:09.403513 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-2a9dd0d4-2841-40b9-a9fd-bd9627b915d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:09.445124 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619e89f-33f9-4f89-8785-ad7dc0aee417 req-6f79bcad-07fa-402e-9004-97cc3d0a4b84 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:09.455701 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-0619e89f-33f9-4f89-8785-ad7dc0aee417 req-6f79bcad-07fa-402e-9004-97cc3d0a4b84 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=548398f6-21cb-449b-b283-b7585254ad20 HTTP/1.1" status: 200 len: 946 time: 0.2289217 Jun 28 11:18:09.469776 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device f5177431-bcfe-46a1-bed7-23824d4d541e up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:18:09.522479 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-0619e89f-33f9-4f89-8785-ad7dc0aee417 req-1b66dde5-fb06-45cd-ae3a-f8b8c5d1b298 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656574 Jun 28 11:18:09.588541 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9460fcd9-20bc-4744-b574-d636878111b5 req-5850f4c9-dfd9-442e-a114-954a5ba1eeeb tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:09.589165 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-9460fcd9-20bc-4744-b574-d636878111b5 req-5850f4c9-dfd9-442e-a114-954a5ba1eeeb tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:09.596659 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5850f4c9-dfd9-442e-a114-954a5ba1eeeb tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Pushing event updated for resources: {'Port': ['ID=d379ae25-6f21-4761-beca-dd965236840a,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:09.625875 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning complete for port f5177431-bcfe-46a1-bed7-23824d4d541e triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:18:09.626247 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:09.632939 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-9460fcd9-20bc-4744-b574-d636878111b5 req-5850f4c9-dfd9-442e-a114-954a5ba1eeeb tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4602635 Jun 28 11:18:09.642757 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-00a08f54-8868-401f-8261-c58dbf09c249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362973'] for router_interface, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:09.698804 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b58b1c24-9254-4745-9794-e7d1435c798c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:09.873823 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:09.944350 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Current status of the port f5177431-bcfe-46a1-bed7-23824d4d541e is: ACTIVE; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:18:10.060652 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-2a9dd0d4-2841-40b9-a9fd-bd9627b915d1 None None] Notify callbacks [] for port, precommit_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:10.076733 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-2a9dd0d4-2841-40b9-a9fd-bd9627b915d1 None None] Transition to ACTIVE for port object 66d76bf3-c316-4567-8b3c-a6aa2d97c10f will not be triggered until provisioned by entity L2. {{(pid=88179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:18:10.085074 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-2a9dd0d4-2841-40b9-a9fd-bd9627b915d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:10.202173 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d31a76-66da-4834-93a0-ef88595ee73d None None] Pushing event updated for resources: {'Port': ['ID=66d76bf3-c316-4567-8b3c-a6aa2d97c10f,revision_number=3']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:10.217843 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.plugin [None req-00a08f54-8868-401f-8261-c58dbf09c249 admin admin] Deleting port 8bab7070-b250-4470-9e83-a597b6ba73cf {{(pid=88178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:18:10.218188 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-00a08f54-8868-401f-8261-c58dbf09c249 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:10.514847 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-2a9dd0d4-2841-40b9-a9fd-bd9627b915d1 None None] Attempting to bind port 66d76bf3-c316-4567-8b3c-a6aa2d97c10f on host dv-cinder-844605-1-iscsi for vnic_type normal with profile {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:18:10.515710 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-2a9dd0d4-2841-40b9-a9fd-bd9627b915d1 None None] Attempting to bind port 66d76bf3-c316-4567-8b3c-a6aa2d97c10f by drivers openvswitch,hyperv on host dv-cinder-844605-1-iscsi at level 0 using segments [{'id': '47eeed17-0fc0-434d-9085-9a058a232be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8d437053-9a25-41d8-b168-e0d643696185'}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:18:10.516081 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9dd0d4-2841-40b9-a9fd-bd9627b915d1 None None] Attempting to bind port 66d76bf3-c316-4567-8b3c-a6aa2d97c10f on network 8d437053-9a25-41d8-b168-e0d643696185 {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:18:10.521788 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9dd0d4-2841-40b9-a9fd-bd9627b915d1 None None] Checking agent: {'id': 'b95f8be4-ac30-48f3-8fc1-8bf3ad4a0571', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 7, 40), 'started_at': datetime.datetime(2022, 6, 28, 11, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:18:10.522228 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9dd0d4-2841-40b9-a9fd-bd9627b915d1 None None] Checking segment: {'id': '47eeed17-0fc0-434d-9085-9a058a232be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8d437053-9a25-41d8-b168-e0d643696185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:18:10.522606 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b421e-6866-4fba-a798-ed962f248f7f req-1a0c68c0-2d8d-497d-abf0-3d98dc90c3e0 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:10.523125 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-2a9dd0d4-2841-40b9-a9fd-bd9627b915d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:10.523125 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9dd0d4-2841-40b9-a9fd-bd9627b915d1 None None] Bound using segment: {'id': '47eeed17-0fc0-434d-9085-9a058a232be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8d437053-9a25-41d8-b168-e0d643696185'} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:18:10.523504 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-2a9dd0d4-2841-40b9-a9fd-bd9627b915d1 None None] Bound port: 66d76bf3-c316-4567-8b3c-a6aa2d97c10f, host: dv-cinder-844605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47eeed17-0fc0-434d-9085-9a058a232be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8d437053-9a25-41d8-b168-e0d643696185'}}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:18:10.523884 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-2a9dd0d4-2841-40b9-a9fd-bd9627b915d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:10.525078 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-ef4b421e-6866-4fba-a798-ed962f248f7f req-1a0c68c0-2d8d-497d-abf0-3d98dc90c3e0 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Synchronizing usage tracker for tenant:7149105604f048a8b4ba6d27b4e85549 on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:18:10.551015 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-ef4b421e-6866-4fba-a798-ed962f248f7f req-1a0c68c0-2d8d-497d-abf0-3d98dc90c3e0 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Unset dirty status for tenant:7149105604f048a8b4ba6d27b4e85549 on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:18:10.553087 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-ef4b421e-6866-4fba-a798-ed962f248f7f req-1a0c68c0-2d8d-497d-abf0-3d98dc90c3e0 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.23 "GET /v2.0/ports?device_id=0aa055df-1bd9-4997-937f-544a1882137e HTTP/1.1" status: 200 len: 931 time: 0.1674743 Jun 28 11:18:10.609735 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-ef4b421e-6866-4fba-a798-ed962f248f7f req-9c9f1d53-1f57-4d56-aeb4-a61fee989993 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.23 "GET /v2.0/security-groups?id=e34c8d16-925b-4f8d-a849-9711126fc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485845 Jun 28 11:18:10.646853 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-2a9dd0d4-2841-40b9-a9fd-bd9627b915d1 None None] For port 66d76bf3-c316-4567-8b3c-a6aa2d97c10f, host dv-cinder-844605-1-iscsi, cleared binding levels {{(pid=88179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:18:10.652847 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-2a9dd0d4-2841-40b9-a9fd-bd9627b915d1 None None] For port 66d76bf3-c316-4567-8b3c-a6aa2d97c10f, host dv-cinder-844605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=66d76bf3-c316-4567-8b3c-a6aa2d97c10f,segment=NetworkSegment(47eeed17-0fc0-434d-9085-9a058a232be9),segment_id=47eeed17-0fc0-434d-9085-9a058a232be9)] {{(pid=88179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:18:10.661199 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-2a9dd0d4-2841-40b9-a9fd-bd9627b915d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:10.707075 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.db [None req-00a08f54-8868-401f-8261-c58dbf09c249 admin admin] For port 8bab7070-b250-4470-9e83-a597b6ba73cf, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=8bab7070-b250-4470-9e83-a597b6ba73cf,segment=NetworkSegment(57e9c6f3-a16e-4f97-bef6-f490cb187f6c),segment_id=57e9c6f3-a16e-4f97-bef6-f490cb187f6c)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:18:10.707702 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-00a08f54-8868-401f-8261-c58dbf09c249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:10.750946 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9dd0d4-2841-40b9-a9fd-bd9627b915d1 None None] Routers {'0173d806-516f-4f3a-88c1-e78dca0ee9d2'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:18:10.752497 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-2a9dd0d4-2841-40b9-a9fd-bd9627b915d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:18:08Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['0173d806-516f-4f3a-88c1-e78dca0ee9d2'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:18:10.862762 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.plugin [None req-00a08f54-8868-401f-8261-c58dbf09c249 admin admin] Calling delete_port for 8bab7070-b250-4470-9e83-a597b6ba73cf owned by network:router_interface {{(pid=88178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:18:10.921507 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c674e899-d725-43c1-89d2-31e8b6cddc9e req-0259212a-e4da-4227-8b93-94100e92ce7e tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:10.926921 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd6b9b4-6bc3-4bfc-b545-2be0808e4f1b req-6e0b6914-4b49-4c4c-b6db-359dbde3f52d tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:10.929342 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c674e899-d725-43c1-89d2-31e8b6cddc9e req-0259212a-e4da-4227-8b93-94100e92ce7e tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=548398f6-21cb-449b-b283-b7585254ad20 HTTP/1.1" status: 200 len: 946 time: 0.1363964 Jun 28 11:18:10.935511 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-5dd6b9b4-6bc3-4bfc-b545-2be0808e4f1b req-6e0b6914-4b49-4c4c-b6db-359dbde3f52d tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2bad8b8-1d14-4886-9bb7-16fe26646e34 HTTP/1.1" status: 200 len: 946 time: 0.4009030 Jun 28 11:18:11.003240 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c674e899-d725-43c1-89d2-31e8b6cddc9e req-ad8e8f13-e08a-4241-b210-47c3e2ddcfa1 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727930 Jun 28 11:18:11.095229 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d31a76-66da-4834-93a0-ef88595ee73d None None] Pushing event updated for resources: {'Port': ['ID=66d76bf3-c316-4567-8b3c-a6aa2d97c10f,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:11.151043 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-90b31af6-315a-40c1-95e8-9ba1745e2d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:11.169882 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-2a9dd0d4-2841-40b9-a9fd-bd9627b915d1 None None] Set router 0173d806-516f-4f3a-88c1-e78dca0ee9d2 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:18:11.296849 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-5dd6b9b4-6bc3-4bfc-b545-2be0808e4f1b req-015ed0c1-bc3b-485f-8531-301f723ad319 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/security-groups?id=88f4dbcb-6d20-4b45-afa8-5e21259d1ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599093 Jun 28 11:18:11.391020 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-00a08f54-8868-401f-8261-c58dbf09c249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782104357524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782103981240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287935'] for port, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:11.443685 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a08f54-8868-401f-8261-c58dbf09c249 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bab7070-b250-4470-9e83-a597b6ba73cf,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:11.610022 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-2a9dd0d4-2841-40b9-a9fd-bd9627b915d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0173d806-516f-4f3a-88c1-e78dca0ee9d2', 'name': 'tempest-TestMinimumBasicScenario-484333854-router', 'tenant_id': '77eae37115d048659b89dde49e35bef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'f5177431-bcfe-46a1-bed7-23824d4d541e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:17:59Z', 'updated_at': '2022-06-28T11:18:06Z', 'revision_number': 4, 'project_id': '77eae37115d048659b89dde49e35bef4', 'gw_port': {'id': 'f5177431-bcfe-46a1-bed7-23824d4d541e', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:cf:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0173d806-516f-4f3a-88c1-e78dca0ee9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:18:01Z', 'updated_at': '2022-06-28T11:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': '66d76bf3-c316-4567-8b3c-a6aa2d97c10f', 'name': '', 'network_id': '8d437053-9a25-41d8-b168-e0d643696185', 'tenant_id': '77eae37115d048659b89dde49e35bef4', 'mac_address': 'fa:16:3e:dd:58:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0173d806-516f-4f3a-88c1-e78dca0ee9d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'e9feb477-844d-42be-a847-c7d3944efda0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:18:05Z', 'updated_at': '2022-06-28T11:18:10Z', 'revision_number': 4, 'project_id': '77eae37115d048659b89dde49e35bef4', 'subnets': [{'id': 'e9feb477-844d-42be-a847-c7d3944efda0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:18:11.614963 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9dd0d4-2841-40b9-a9fd-bd9627b915d1 None None] The sync data for ids ['0173d806-516f-4f3a-88c1-e78dca0ee9d2'] in dv-cinder-844605-1-iscsi is: [{'id': '0173d806-516f-4f3a-88c1-e78dca0ee9d2', 'name': 'tempest-TestMinimumBasicScenario-484333854-router', 'tenant_id': '77eae37115d048659b89dde49e35bef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'f5177431-bcfe-46a1-bed7-23824d4d541e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:17:59Z', 'updated_at': '2022-06-28T11:18:06Z', 'revision_number': 4, 'project_id': '77eae37115d048659b89dde49e35bef4', 'gw_port': {'id': 'f5177431-bcfe-46a1-bed7-23824d4d541e', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:cf:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0173d806-516f-4f3a-88c1-e78dca0ee9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:18:01Z', 'updated_at': '2022-06-28T11:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': '66d76bf3-c316-4567-8b3c-a6aa2d97c10f', 'name': '', 'network_id': '8d437053-9a25-41d8-b168-e0d643696185', 'tenant_id': '77eae37115d048659b89dde49e35bef4', 'mac_address': 'fa:16:3e:dd:58:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0173d806-516f-4f3a-88c1-e78dca0ee9d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'e9feb477-844d-42be-a847-c7d3944efda0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:18:05Z', 'updated_at': '2022-06-28T11:18:10Z', 'revision_number': 4, 'project_id': '77eae37115d048659b89dde49e35bef4', 'subnets': [{'id': 'e9feb477-844d-42be-a847-c7d3944efda0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:18:11.961840 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a1d030-6c07-4bef-a435-ee08495866b6 req-0108e1fa-0a11-4a2d-ab00-09a704dcb059 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:11.976207 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-69a1d030-6c07-4bef-a435-ee08495866b6 req-0108e1fa-0a11-4a2d-ab00-09a704dcb059 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.23 "GET /v2.0/ports?device_id=0aa055df-1bd9-4997-937f-544a1882137e HTTP/1.1" status: 200 len: 931 time: 0.1692088 Jun 28 11:18:11.983734 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-00a08f54-8868-401f-8261-c58dbf09c249 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362921'] for router_interface, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:12.058641 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [req-9460fcd9-20bc-4744-b574-d636878111b5 req-f6fcbdba-0675-4e82-9468-d5b5135bcda6 service neutron] Request body: {'port': {'device_id': '0aa055df-1bd9-4997-937f-544a1882137e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:18:12.196829 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-9460fcd9-20bc-4744-b574-d636878111b5 req-f6fcbdba-0675-4e82-9468-d5b5135bcda6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:12.245494 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-69a1d030-6c07-4bef-a435-ee08495866b6 req-77c54d04-4b53-48db-b6d2-97fbb7c56c9e tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.23 "GET /v2.0/security-groups?id=e34c8d16-925b-4f8d-a849-9711126fc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611384 Jun 28 11:18:12.575116 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead828ae-fd7f-4b1a-88ee-d84488fbc47a req-a87a2170-e27e-4f41-b36b-10adb311d996 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:12.587349 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-ead828ae-fd7f-4b1a-88ee-d84488fbc47a req-a87a2170-e27e-4f41-b36b-10adb311d996 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=548398f6-21cb-449b-b283-b7585254ad20 HTTP/1.1" status: 200 len: 946 time: 0.3271840 Jun 28 11:18:12.648769 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-ead828ae-fd7f-4b1a-88ee-d84488fbc47a req-f752e677-2f7d-4d10-a2d6-343f01f89385 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604172 Jun 28 11:18:12.712411 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a08f54-8868-401f-8261-c58dbf09c249 admin admin] Router 0f6938db-4fb7-4c6a-8830-23d35946ba3c has already been hosted by L3 agent 65138fbb-a379-4cdd-9015-09db381edeba {{(pid=88178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:18:12.913438 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69d1188-7c79-4c5b-be99-63cbcd4fd0bc req-f4360e96-e2c2-43ff-a496-1dfd44fdb18f tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:12.915816 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c69d1188-7c79-4c5b-be99-63cbcd4fd0bc req-f4360e96-e2c2-43ff-a496-1dfd44fdb18f tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2bad8b8-1d14-4886-9bb7-16fe26646e34 HTTP/1.1" status: 200 len: 946 time: 0.4255290 Jun 28 11:18:12.923436 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.db.resource_extend [req-9460fcd9-20bc-4744-b574-d636878111b5 req-f6fcbdba-0675-4e82-9468-d5b5135bcda6 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 28 11:18:12.993503 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a08f54-8868-401f-8261-c58dbf09c249 admin admin] Notify agent at l3_agent.dv-cinder-844605-1-iscsi the message routers_updated {{(pid=88178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:18:13.012116 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a90cd8e-b8d7-49dc-93f6-e915d150fef4 None None] Sync routers for ids ['0f6938db-4fb7-4c6a-8830-23d35946ba3c'] in dv-cinder-844605-1-iscsi {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:18:13.020985 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-00a08f54-8868-401f-8261-c58dbf09c249 admin admin] 10.222.0.23 "PUT /v2.0/routers/0f6938db-4fb7-4c6a-8830-23d35946ba3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5337734 Jun 28 11:18:13.023987 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 54518) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:13.028835 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a90cd8e-b8d7-49dc-93f6-e915d150fef4 None None] Routers {'0f6938db-4fb7-4c6a-8830-23d35946ba3c'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:18:13.029272 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-0a90cd8e-b8d7-49dc-93f6-e915d150fef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:18:08Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['0f6938db-4fb7-4c6a-8830-23d35946ba3c'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:18:13.057012 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c69d1188-7c79-4c5b-be99-63cbcd4fd0bc req-c22186b0-7fb4-4470-86bc-dbe5a75efda3 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/security-groups?id=88f4dbcb-6d20-4b45-afa8-5e21259d1ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251192 Jun 28 11:18:13.072621 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.notifiers.nova [req-9460fcd9-20bc-4744-b574-d636878111b5 req-f6fcbdba-0675-4e82-9468-d5b5135bcda6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d379ae25-6f21-4761-beca-dd965236840a {{(pid=88177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:18:13.092078 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-9460fcd9-20bc-4744-b574-d636878111b5 req-f6fcbdba-0675-4e82-9468-d5b5135bcda6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:13.125224 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f634c-ed99-4a9b-b254-97c5bebc107b req-67979307-8d7f-4305-8932-b3ec2385e6e7 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:13.126862 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-1b6f634c-ed99-4a9b-b254-97c5bebc107b req-67979307-8d7f-4305-8932-b3ec2385e6e7 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2bad8b8-1d14-4886-9bb7-16fe26646e34 HTTP/1.1" status: 200 len: 946 time: 0.3040690 Jun 28 11:18:13.182058 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.provisioning_blocks [req-9460fcd9-20bc-4744-b574-d636878111b5 req-f6fcbdba-0675-4e82-9468-d5b5135bcda6 service neutron] Transition to ACTIVE for port object d379ae25-6f21-4761-beca-dd965236840a will not be triggered until provisioned by entity L2. {{(pid=88177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:18:13.193363 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-9460fcd9-20bc-4744-b574-d636878111b5 req-f6fcbdba-0675-4e82-9468-d5b5135bcda6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2688088'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:13.348381 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-acc7f9b1-785a-4737-9bc3-a39b9285ecea admin admin] Notify callbacks [] for router, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:13.446973 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fcbdba-0675-4e82-9468-d5b5135bcda6 service neutron] Pushing event updated for resources: {'Port': ['ID=d379ae25-6f21-4761-beca-dd965236840a,revision_number=2']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:13.448491 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvr_db [None req-0a90cd8e-b8d7-49dc-93f6-e915d150fef4 None None] Set router 0f6938db-4fb7-4c6a-8830-23d35946ba3c gateway port host: dv-cinder-844605-1-iscsi {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:18:13.524012 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [req-1b6f634c-ed99-4a9b-b254-97c5bebc107b req-d9ba0ced-07c3-4cf1-bf23-4863e7f85360 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Deleting port 4de39085-de04-41f5-a7f4-e729bed0c50f {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:18:13.549967 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-1b6f634c-ed99-4a9b-b254-97c5bebc107b req-d9ba0ced-07c3-4cf1-bf23-4863e7f85360 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:13.728220 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 66d76bf3-c316-4567-8b3c-a6aa2d97c10f up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:18:13.872145 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f33d0d-da4a-46ee-a595-8cd675d6e501 req-d844c715-bef0-4508-a301-39dc606837f4 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:13.880988 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-72f33d0d-da4a-46ee-a595-8cd675d6e501 req-d844c715-bef0-4508-a301-39dc606837f4 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.23 "GET /v2.0/ports?device_id=0aa055df-1bd9-4997-937f-544a1882137e HTTP/1.1" status: 200 len: 943 time: 0.3836079 Jun 28 11:18:14.011067 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning for port 66d76bf3-c316-4567-8b3c-a6aa2d97c10f completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:18:14.027210 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning complete for port 66d76bf3-c316-4567-8b3c-a6aa2d97c10f triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:18:14.027594 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:14.227749 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-acc7f9b1-785a-4737-9bc3-a39b9285ecea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:14.249591 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [req-72f33d0d-da4a-46ee-a595-8cd675d6e501 req-5ed64ad3-daee-4b57-94d0-50bcfb16379b tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Synchronizing usage tracker for tenant:7149105604f048a8b4ba6d27b4e85549 on resource:security_group {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:18:14.257378 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.plugin [None req-acc7f9b1-785a-4737-9bc3-a39b9285ecea admin admin] Deleting port f46b4231-e62e-4874-ad62-57a42b5c1947 {{(pid=88178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:18:14.258216 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-acc7f9b1-785a-4737-9bc3-a39b9285ecea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:14.272989 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-0a90cd8e-b8d7-49dc-93f6-e915d150fef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6938db-4fb7-4c6a-8830-23d35946ba3c', 'name': 'tempest-DeleteServersTestJSON-2049189769-router', 'tenant_id': 'a8a4f70e41194b2eae97400fe38eb655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'f46b4231-e62e-4874-ad62-57a42b5c1947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:23Z', 'updated_at': '2022-06-28T11:18:11Z', 'revision_number': 5, 'project_id': 'a8a4f70e41194b2eae97400fe38eb655', 'gw_port': {'id': 'f46b4231-e62e-4874-ad62-57a42b5c1947', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:81:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6938db-4fb7-4c6a-8830-23d35946ba3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:26Z', 'updated_at': '2022-06-28T11:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi'}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:18:14.282504 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a90cd8e-b8d7-49dc-93f6-e915d150fef4 None None] Checking router: 0f6938db-4fb7-4c6a-8830-23d35946ba3c for host: dv-cinder-844605-1-iscsi {{(pid=88180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:18:14.293023 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Current status of the port 66d76bf3-c316-4567-8b3c-a6aa2d97c10f is: DOWN; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:18:14.293525 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:14.319545 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a90cd8e-b8d7-49dc-93f6-e915d150fef4 None None] Routers {'0f6938db-4fb7-4c6a-8830-23d35946ba3c'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:18:14.321390 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-0a90cd8e-b8d7-49dc-93f6-e915d150fef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:18:08Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['0f6938db-4fb7-4c6a-8830-23d35946ba3c'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:18:14.323550 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [req-72f33d0d-da4a-46ee-a595-8cd675d6e501 req-5ed64ad3-daee-4b57-94d0-50bcfb16379b tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Unset dirty status for tenant:7149105604f048a8b4ba6d27b4e85549 on resource:security_group {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:18:14.337609 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-72f33d0d-da4a-46ee-a595-8cd675d6e501 req-5ed64ad3-daee-4b57-94d0-50bcfb16379b tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.23 "GET /v2.0/security-groups?id=e34c8d16-925b-4f8d-a849-9711126fc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4554582 Jun 28 11:18:14.376114 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] For port 66d76bf3-c316-4567-8b3c-a6aa2d97c10f, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=66d76bf3-c316-4567-8b3c-a6aa2d97c10f,segment=NetworkSegment(47eeed17-0fc0-434d-9085-9a058a232be9),segment_id=47eeed17-0fc0-434d-9085-9a058a232be9)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:18:14.391326 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:14.503548 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Pushing event updated for resources: {'Port': ['ID=66d76bf3-c316-4567-8b3c-a6aa2d97c10f,revision_number=5']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:14.549205 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.managers [req-9460fcd9-20bc-4744-b574-d636878111b5 req-f6fcbdba-0675-4e82-9468-d5b5135bcda6 service neutron] Attempting to bind port d379ae25-6f21-4761-beca-dd965236840a on host hv-cinder-84460 for vnic_type normal with profile {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:18:14.549827 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.managers [req-9460fcd9-20bc-4744-b574-d636878111b5 req-f6fcbdba-0675-4e82-9468-d5b5135bcda6 service neutron] Attempting to bind port d379ae25-6f21-4761-beca-dd965236840a by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': '937b9452-8559-4247-9669-ea0d1b80b66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8e788129-e567-4d36-a395-fd7465b86db5'}] {{(pid=88177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:18:14.549827 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9460fcd9-20bc-4744-b574-d636878111b5 req-f6fcbdba-0675-4e82-9468-d5b5135bcda6 service neutron] Attempting to bind port d379ae25-6f21-4761-beca-dd965236840a on network 8e788129-e567-4d36-a395-fd7465b86db5 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:18:14.582504 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9460fcd9-20bc-4744-b574-d636878111b5 req-f6fcbdba-0675-4e82-9468-d5b5135bcda6 service neutron] Port d379ae25-6f21-4761-beca-dd965236840a on network 8e788129-e567-4d36-a395-fd7465b86db5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 11:18:14.582867 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9460fcd9-20bc-4744-b574-d636878111b5 req-f6fcbdba-0675-4e82-9468-d5b5135bcda6 service neutron] Attempting to bind port d379ae25-6f21-4761-beca-dd965236840a on network 8e788129-e567-4d36-a395-fd7465b86db5 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:18:14.608124 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9460fcd9-20bc-4744-b574-d636878111b5 req-f6fcbdba-0675-4e82-9468-d5b5135bcda6 service neutron] Checking agent: {'id': '08bfabbf-d5f3-4ca7-8c16-3ebc8bd75d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 14), 'started_at': datetime.datetime(2022, 6, 28, 11, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:18:14.608349 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9460fcd9-20bc-4744-b574-d636878111b5 req-f6fcbdba-0675-4e82-9468-d5b5135bcda6 service neutron] Checking segment: {'id': '937b9452-8559-4247-9669-ea0d1b80b66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8e788129-e567-4d36-a395-fd7465b86db5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:18:14.608772 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9460fcd9-20bc-4744-b574-d636878111b5 req-f6fcbdba-0675-4e82-9468-d5b5135bcda6 service neutron] Bound using segment: {'id': '937b9452-8559-4247-9669-ea0d1b80b66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8e788129-e567-4d36-a395-fd7465b86db5'} {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:18:14.609215 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.managers [req-9460fcd9-20bc-4744-b574-d636878111b5 req-f6fcbdba-0675-4e82-9468-d5b5135bcda6 service neutron] Bound port: d379ae25-6f21-4761-beca-dd965236840a, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '937b9452-8559-4247-9669-ea0d1b80b66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8e788129-e567-4d36-a395-fd7465b86db5'}}] {{(pid=88177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:18:14.609555 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-9460fcd9-20bc-4744-b574-d636878111b5 req-f6fcbdba-0675-4e82-9468-d5b5135bcda6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:14.630740 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvr_db [None req-0a90cd8e-b8d7-49dc-93f6-e915d150fef4 None None] Set router 0f6938db-4fb7-4c6a-8830-23d35946ba3c gateway port host: None {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:18:14.684402 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.db [None req-acc7f9b1-785a-4737-9bc3-a39b9285ecea admin admin] For port f46b4231-e62e-4874-ad62-57a42b5c1947, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=f46b4231-e62e-4874-ad62-57a42b5c1947,segment=NetworkSegment(886fa905-49b2-4170-854f-b2cc2955959a),segment_id=886fa905-49b2-4170-854f-b2cc2955959a)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:18:14.684790 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-acc7f9b1-785a-4737-9bc3-a39b9285ecea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:14.718037 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.db [req-9460fcd9-20bc-4744-b574-d636878111b5 req-f6fcbdba-0675-4e82-9468-d5b5135bcda6 service neutron] For port d379ae25-6f21-4761-beca-dd965236840a, host hv-cinder-84460, cleared binding levels {{(pid=88177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:18:14.721154 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.db [req-9460fcd9-20bc-4744-b574-d636878111b5 req-f6fcbdba-0675-4e82-9468-d5b5135bcda6 service neutron] For port d379ae25-6f21-4761-beca-dd965236840a, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=d379ae25-6f21-4761-beca-dd965236840a,segment=NetworkSegment(937b9452-8559-4247-9669-ea0d1b80b66e),segment_id=937b9452-8559-4247-9669-ea0d1b80b66e)] {{(pid=88177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:18:14.733106 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274205a-f998-4548-89e1-65102a93d622 req-96fede10-1dd9-444e-87fb-763a4f81d5c6 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:14.735035 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-9274205a-f998-4548-89e1-65102a93d622 req-96fede10-1dd9-444e-87fb-763a4f81d5c6 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=548398f6-21cb-449b-b283-b7585254ad20 HTTP/1.1" status: 200 len: 946 time: 0.6329994 Jun 28 11:18:14.741040 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-9460fcd9-20bc-4744-b574-d636878111b5 req-f6fcbdba-0675-4e82-9468-d5b5135bcda6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2688088'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:14.752570 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.db [req-1b6f634c-ed99-4a9b-b254-97c5bebc107b req-d9ba0ced-07c3-4cf1-bf23-4863e7f85360 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] For port 4de39085-de04-41f5-a7f4-e729bed0c50f, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=4de39085-de04-41f5-a7f4-e729bed0c50f,segment=NetworkSegment(cf57fc87-7cdf-4217-a690-fdc2f976a68e),segment_id=cf57fc87-7cdf-4217-a690-fdc2f976a68e)] {{(pid=88177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:18:14.752814 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-1b6f634c-ed99-4a9b-b254-97c5bebc107b req-d9ba0ced-07c3-4cf1-bf23-4863e7f85360 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:14.764102 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-0a90cd8e-b8d7-49dc-93f6-e915d150fef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6938db-4fb7-4c6a-8830-23d35946ba3c', 'name': 'tempest-DeleteServersTestJSON-2049189769-router', 'tenant_id': 'a8a4f70e41194b2eae97400fe38eb655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:23Z', 'updated_at': '2022-06-28T11:18:14Z', 'revision_number': 6, 'project_id': 'a8a4f70e41194b2eae97400fe38eb655', 'gw_port_host': None}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:18:14.773845 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a90cd8e-b8d7-49dc-93f6-e915d150fef4 None None] The sync data for ids ['0f6938db-4fb7-4c6a-8830-23d35946ba3c'] in dv-cinder-844605-1-iscsi is: [{'id': '0f6938db-4fb7-4c6a-8830-23d35946ba3c', 'name': 'tempest-DeleteServersTestJSON-2049189769-router', 'tenant_id': 'a8a4f70e41194b2eae97400fe38eb655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:23Z', 'updated_at': '2022-06-28T11:18:14Z', 'revision_number': 6, 'project_id': 'a8a4f70e41194b2eae97400fe38eb655', 'gw_port_host': None}] {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:18:14.830990 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.plugin [None req-acc7f9b1-785a-4737-9bc3-a39b9285ecea admin admin] Calling delete_port for f46b4231-e62e-4874-ad62-57a42b5c1947 owned by network:router_gateway {{(pid=88178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:18:14.849333 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9460fcd9-20bc-4744-b574-d636878111b5 req-f6fcbdba-0675-4e82-9468-d5b5135bcda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:14.849963 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-9460fcd9-20bc-4744-b574-d636878111b5 req-f6fcbdba-0675-4e82-9468-d5b5135bcda6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:14.856153 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-9460fcd9-20bc-4744-b574-d636878111b5 req-f6fcbdba-0675-4e82-9468-d5b5135bcda6 service neutron] 10.222.0.43 "PUT /v2.0/ports/d379ae25-6f21-4761-beca-dd965236840a HTTP/1.1" status: 200 len: 1093 time: 2.8028426 Jun 28 11:18:14.856706 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aa055df-1bd9-4997-937f-544a1882137e', 'tag': 'd379ae25-6f21-4761-beca-dd965236840a'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:18:14.899629 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9f125-6ba5-4a7c-bd57-e4b02bbfe467 req-582b6125-9de9-45b3-ac66-80864d930fa3 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:14.901621 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-e5a9f125-6ba5-4a7c-bd57-e4b02bbfe467 req-582b6125-9de9-45b3-ac66-80864d930fa3 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2bad8b8-1d14-4886-9bb7-16fe26646e34 HTTP/1.1" status: 200 len: 946 time: 0.3291793 Jun 28 11:18:14.991085 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-e5a9f125-6ba5-4a7c-bd57-e4b02bbfe467 req-11a9ea9e-6c6d-4246-b0e5-50b6908abdd9 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/security-groups?id=88f4dbcb-6d20-4b45-afa8-5e21259d1ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781379 Jun 28 11:18:15.075241 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-9274205a-f998-4548-89e1-65102a93d622 req-9eb09fb2-ca96-403c-ad1d-0aebdf55bb05 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132358 Jun 28 11:18:15.085353 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [req-1b6f634c-ed99-4a9b-b254-97c5bebc107b req-d9ba0ced-07c3-4cf1-bf23-4863e7f85360 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Calling delete_port for 4de39085-de04-41f5-a7f4-e729bed0c50f owned by compute:nova {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:18:15.114529 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e216a250-aa25-4d7e-8a2f-5c240266fe9e'] response: {'name': 'network-changed', 'server_uuid': '0aa055df-1bd9-4997-937f-544a1882137e', 'tag': 'd379ae25-6f21-4761-beca-dd965236840a', 'status': 'completed', 'code': 200} Jun 28 11:18:15.137043 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-acc7f9b1-785a-4737-9bc3-a39b9285ecea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782104357524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782103981240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287935'] for port, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:15.194991 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7f9b1-785a-4737-9bc3-a39b9285ecea admin admin] Pushing event deleted for resources: {'Port': ['ID=f46b4231-e62e-4874-ad62-57a42b5c1947,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:15.207831 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fcbdba-0675-4e82-9468-d5b5135bcda6 service neutron] Pushing event updated for resources: {'Port': ['ID=d379ae25-6f21-4761-beca-dd965236840a,revision_number=3']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:15.289980 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9460fcd9-20bc-4744-b574-d636878111b5 req-c8a89574-ee90-4168-b29a-509ec89d311a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:15.291838 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-9460fcd9-20bc-4744-b574-d636878111b5 req-c8a89574-ee90-4168-b29a-509ec89d311a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7149105604f048a8b4ba6d27b4e85549&device_id=0aa055df-1bd9-4997-937f-544a1882137e HTTP/1.1" status: 200 len: 1096 time: 0.3313360 Jun 28 11:18:15.378661 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-acc7f9b1-785a-4737-9bc3-a39b9285ecea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362556'] for router_gateway, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:15.488179 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-9460fcd9-20bc-4744-b574-d636878111b5 req-87676874-8353-40d8-82e4-fccb0d71d70a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d379ae25-6f21-4761-beca-dd965236840a HTTP/1.1" status: 200 len: 217 time: 0.1490591 Jun 28 11:18:15.561543 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-1b6f634c-ed99-4a9b-b254-97c5bebc107b req-d9ba0ced-07c3-4cf1-bf23-4863e7f85360 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782104357524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782103981240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2688079'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:15.614005 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9460fcd9-20bc-4744-b574-d636878111b5 req-c6f495a2-90de-4698-8a9f-ad4d9741b646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:15.614910 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-9460fcd9-20bc-4744-b574-d636878111b5 req-c6f495a2-90de-4698-8a9f-ad4d9741b646 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1976996-5574-4c04-b53b-51f7f22eb8dd HTTP/1.1" status: 200 len: 853 time: 0.1154432 Jun 28 11:18:15.656429 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-acc7f9b1-785a-4737-9bc3-a39b9285ecea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5234'] for router, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:15.657731 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ba0ced-07c3-4cf1-bf23-4863e7f85360 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Pushing event deleted for resources: {'Port': ['ID=4de39085-de04-41f5-a7f4-e729bed0c50f,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:15.687794 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-acc7f9b1-785a-4737-9bc3-a39b9285ecea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:15.806161 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 66d76bf3-c316-4567-8b3c-a6aa2d97c10f up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:18:15.809223 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a2d79-f9fb-4075-95dc-5853666100c1 req-5a1a85c3-3610-45a8-933b-c20432259554 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:15.811171 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-840a2d79-f9fb-4075-95dc-5853666100c1 req-5a1a85c3-3610-45a8-933b-c20432259554 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.23 "GET /v2.0/ports?device_id=0aa055df-1bd9-4997-937f-544a1882137e HTTP/1.1" status: 200 len: 943 time: 0.2385838 Jun 28 11:18:15.812662 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-acc7f9b1-785a-4737-9bc3-a39b9285ecea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-360925'] for router, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:15.813085 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc7f9b1-785a-4737-9bc3-a39b9285ecea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f6938db-4fb7-4c6a-8830-23d35946ba3c {{(pid=88178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 28 11:18:15.861397 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-acc7f9b1-785a-4737-9bc3-a39b9285ecea admin admin] Notify callbacks [] for router, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:15.864878 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-acc7f9b1-785a-4737-9bc3-a39b9285ecea admin admin] 10.222.0.23 "DELETE /v2.0/routers/0f6938db-4fb7-4c6a-8830-23d35946ba3c HTTP/1.1" status: 204 len: 168 time: 2.8368564 Jun 28 11:18:15.865371 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 54556) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:15.933427 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-840a2d79-f9fb-4075-95dc-5853666100c1 req-5a53aae5-e760-492e-9066-83976e6119f0 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.23 "GET /v2.0/security-groups?id=e34c8d16-925b-4f8d-a849-9711126fc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048813 Jun 28 11:18:15.969282 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-9460fcd9-20bc-4744-b574-d636878111b5 req-a2127bc8-c487-4a4a-b5ff-2b0a10c85cdd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8e788129-e567-4d36-a395-fd7465b86db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2167411 Jun 28 11:18:15.970822 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea87924c-fc6e-4243-b2e3-334ed2611cec admin admin] Deleting subnet c11ff635-d1c5-4ba3-9901-0a630d89e709 {{(pid=88178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 28 11:18:15.974158 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-ea87924c-fc6e-4243-b2e3-334ed2611cec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:15.984912 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning complete for port 66d76bf3-c316-4567-8b3c-a6aa2d97c10f triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:18:15.985424 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:16.019137 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b6f634c-ed99-4a9b-b254-97c5bebc107b req-d9ba0ced-07c3-4cf1-bf23-4863e7f85360 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] No DVR routers for this DVR port 4de39085-de04-41f5-a7f4-e729bed0c50f on host hv-cinder-84460 {{(pid=88177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:18:16.025494 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-1b6f634c-ed99-4a9b-b254-97c5bebc107b req-d9ba0ced-07c3-4cf1-bf23-4863e7f85360 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:16.039151 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-ea87924c-fc6e-4243-b2e3-334ed2611cec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2289234'] for subnet, precommit_delete_associations {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:16.117405 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-1b6f634c-ed99-4a9b-b254-97c5bebc107b req-d9ba0ced-07c3-4cf1-bf23-4863e7f85360 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.43 "DELETE /v2.0/ports/4de39085-de04-41f5-a7f4-e729bed0c50f HTTP/1.1" status: 204 len: 173 time: 2.9820063 Jun 28 11:18:16.250123 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-9460fcd9-20bc-4744-b574-d636878111b5 req-b4c983a4-ff81-4092-8a62-c3ec9a574289 service neutron] 10.222.0.43 "GET /v2.0/networks/8e788129-e567-4d36-a395-fd7465b86db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648051 Jun 28 11:18:16.337729 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Current status of the port 66d76bf3-c316-4567-8b3c-a6aa2d97c10f is: ACTIVE; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:18:16.355200 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-ea87924c-fc6e-4243-b2e3-334ed2611cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7782429'] for subnet, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:16.424738 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 8bab7070-b250-4470-9e83-a597b6ba73cf no longer exists at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:18:16.431340 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-27b299cd-0466-4afd-b852-0488e24052d9 req-a6a77ee7-2f94-4da9-bd7a-77179d2fe73e tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Synchronizing usage tracker for tenant:135dd37bc4244e3798de728d72965864 on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:18:16.498982 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-27b299cd-0466-4afd-b852-0488e24052d9 req-a6a77ee7-2f94-4da9-bd7a-77179d2fe73e tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Unset dirty status for tenant:135dd37bc4244e3798de728d72965864 on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:18:16.500536 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-27b299cd-0466-4afd-b852-0488e24052d9 req-a6a77ee7-2f94-4da9-bd7a-77179d2fe73e tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2bad8b8-1d14-4886-9bb7-16fe26646e34 HTTP/1.1" status: 200 len: 210 time: 0.2488353 Jun 28 11:18:16.534137 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] No Port match for: 8bab7070-b250-4470-9e83-a597b6ba73cf {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:18:16.534643 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 8bab7070-b250-4470-9e83-a597b6ba73cf not bound to the agent host dv-cinder-844605-1-iscsi {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:18:16.535228 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device f46b4231-e62e-4874-ad62-57a42b5c1947 no longer exists at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:18:16.558327 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-9460fcd9-20bc-4744-b574-d636878111b5 req-e731f0da-3d75-4f08-bd3f-66ccdc3276ab service neutron] 10.222.0.43 "GET /v2.0/networks/8e788129-e567-4d36-a395-fd7465b86db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980366 Jun 28 11:18:16.665603 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] No Port match for: f46b4231-e62e-4874-ad62-57a42b5c1947 {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:18:16.665940 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device f46b4231-e62e-4874-ad62-57a42b5c1947 not bound to the agent host dv-cinder-844605-1-iscsi {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:18:16.684406 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-ea87924c-fc6e-4243-b2e3-334ed2611cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7782438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2287970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2482708'] for subnet, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:16.807115 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ee283-b936-4665-bc83-91eb254f98c5 req-a827d9a5-3e8a-420a-9f9b-3a9531aeb02c tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:16.813542 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-b35ee283-b936-4665-bc83-91eb254f98c5 req-a827d9a5-3e8a-420a-9f9b-3a9531aeb02c tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=548398f6-21cb-449b-b283-b7585254ad20 HTTP/1.1" status: 200 len: 946 time: 0.5125570 Jun 28 11:18:16.816137 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea87924c-fc6e-4243-b2e3-334ed2611cec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c11ff635-d1c5-4ba3-9901-0a630d89e709,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:16.827137 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744687e6-8e0e-406d-b33c-d48e9d2e5b7d None None] Network 5316afc2-a33a-494f-bbbe-5e30377632ee requested from dv-cinder-844605-1-iscsi {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:18:16.837482 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eaccec-6819-49da-8602-b597a88bb331 req-9848937f-ed18-4284-9bc6-787371679f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:16.838058 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-ea87924c-fc6e-4243-b2e3-334ed2611cec admin admin] Notify callbacks [] for subnet, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:16.840000 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-40eaccec-6819-49da-8602-b597a88bb331 req-9848937f-ed18-4284-9bc6-787371679f58 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7149105604f048a8b4ba6d27b4e85549&device_id=0aa055df-1bd9-4997-937f-544a1882137e HTTP/1.1" status: 200 len: 1096 time: 0.2000508 Jun 28 11:18:16.914192 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-ea87924c-fc6e-4243-b2e3-334ed2611cec admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c11ff635-d1c5-4ba3-9901-0a630d89e709 HTTP/1.1" status: 204 len: 168 time: 1.0452797 Jun 28 11:18:16.914757 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 54572) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:17.089113 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-ebc7e6e7-bbbe-4772-8682-ae1d5ea7643d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7702436'] for network, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:17.099806 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eaccec-6819-49da-8602-b597a88bb331 req-892e2ce9-b45d-448d-84c2-3048e57cfe87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:17.101337 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-40eaccec-6819-49da-8602-b597a88bb331 req-892e2ce9-b45d-448d-84c2-3048e57cfe87 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8e788129-e567-4d36-a395-fd7465b86db5 HTTP/1.1" status: 200 len: 914 time: 0.2551394 Jun 28 11:18:17.127599 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-b35ee283-b936-4665-bc83-91eb254f98c5 req-57912630-b528-429a-8e01-4055591f2db9 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952368 Jun 28 11:18:17.140816 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.plugin [None req-ebc7e6e7-bbbe-4772-8682-ae1d5ea7643d admin admin] Deleting port 4399247d-431c-44bb-a4b2-c49e28b6961e {{(pid=88178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:18:17.144709 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-ebc7e6e7-bbbe-4772-8682-ae1d5ea7643d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:17.220538 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device 4de39085-de04-41f5-a7f4-e729bed0c50f no longer exists at agent hyperv_hv-cinder-84460 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:18:17.309046 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] No Port match for: 4de39085-de04-41f5-a7f4-e729bed0c50f {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:18:17.309389 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device 4de39085-de04-41f5-a7f4-e729bed0c50f not bound to the agent host hv-cinder-84460 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:18:17.412110 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2bad8b8-1d14-4886-9bb7-16fe26646e34', 'name': 'network-vif-deleted', 'tag': '4de39085-de04-41f5-a7f4-e729bed0c50f'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:18:17.417625 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-40eaccec-6819-49da-8602-b597a88bb331 req-ad4515f5-a2a7-470b-a086-a26b57d74c8e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d379ae25-6f21-4761-beca-dd965236840a HTTP/1.1" status: 200 len: 217 time: 0.3056941 Jun 28 11:18:17.450650 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.db [None req-ebc7e6e7-bbbe-4772-8682-ae1d5ea7643d admin admin] For port 4399247d-431c-44bb-a4b2-c49e28b6961e, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=4399247d-431c-44bb-a4b2-c49e28b6961e,segment=NetworkSegment(57e9c6f3-a16e-4f97-bef6-f490cb187f6c),segment_id=57e9c6f3-a16e-4f97-bef6-f490cb187f6c)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:18:17.452539 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-ebc7e6e7-bbbe-4772-8682-ae1d5ea7643d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:17.524791 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eaccec-6819-49da-8602-b597a88bb331 req-f1da0cd8-ca45-4eab-8cae-f35a8950857e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:17.526325 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-40eaccec-6819-49da-8602-b597a88bb331 req-f1da0cd8-ca45-4eab-8cae-f35a8950857e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1976996-5574-4c04-b53b-51f7f22eb8dd HTTP/1.1" status: 200 len: 853 time: 0.0620656 Jun 28 11:18:17.560185 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475b14f5-b400-49b2-87dc-36f597b44a9d None None] DHCP port deletion for 5316afc2-a33a-494f-bbbe-5e30377632ee request from dv-cinder-844605-1-iscsi {{(pid=88179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 28 11:18:17.567155 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-475b14f5-b400-49b2-87dc-36f597b44a9d None None] Deleting port 4399247d-431c-44bb-a4b2-c49e28b6961e {{(pid=88179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:18:17.570296 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-475b14f5-b400-49b2-87dc-36f597b44a9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:17.574885 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0873236-fa84-4973-b322-31849ffbf5b5'] response: {'server_uuid': 'b2bad8b8-1d14-4886-9bb7-16fe26646e34', 'name': 'network-vif-deleted', 'tag': '4de39085-de04-41f5-a7f4-e729bed0c50f', 'status': 'completed', 'code': 200} Jun 28 11:18:17.609248 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-40eaccec-6819-49da-8602-b597a88bb331 req-823dfb98-deaf-4714-b47d-618d64e8f6dd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8e788129-e567-4d36-a395-fd7465b86db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728617 Jun 28 11:18:17.659910 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.plugin [None req-ebc7e6e7-bbbe-4772-8682-ae1d5ea7643d admin admin] Calling delete_port for 4399247d-431c-44bb-a4b2-c49e28b6961e owned by network:dhcp {{(pid=88178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:18:17.758261 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-40eaccec-6819-49da-8602-b597a88bb331 req-f602ee74-533d-4d16-ba66-2a5896a4a70c service neutron] 10.222.0.43 "GET /v2.0/networks/8e788129-e567-4d36-a395-fd7465b86db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338782 Jun 28 11:18:17.773548 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-ebc7e6e7-bbbe-4772-8682-ae1d5ea7643d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782104357524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782103981240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287935'] for port, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:17.835386 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc7e6e7-bbbe-4772-8682-ae1d5ea7643d admin admin] Pushing event deleted for resources: {'Port': ['ID=4399247d-431c-44bb-a4b2-c49e28b6961e,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:17.847255 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc7e6e7-bbbe-4772-8682-ae1d5ea7643d admin admin] No DVR routers for this DVR port 4399247d-431c-44bb-a4b2-c49e28b6961e on host dv-cinder-844605-1-iscsi {{(pid=88178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:18:17.882096 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4bc57-bca3-4f0f-afb6-71f8cefc807f req-63b1a1d5-de94-4abe-a0a6-d468bcbec123 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:17.887955 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-67e4bc57-bca3-4f0f-afb6-71f8cefc807f req-63b1a1d5-de94-4abe-a0a6-d468bcbec123 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.23 "GET /v2.0/ports?device_id=0aa055df-1bd9-4997-937f-544a1882137e HTTP/1.1" status: 200 len: 943 time: 0.4693277 Jun 28 11:18:17.969681 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-67e4bc57-bca3-4f0f-afb6-71f8cefc807f req-5f044dc3-fda1-4e79-bbd0-b777c6a40383 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.23 "GET /v2.0/security-groups?id=e34c8d16-925b-4f8d-a849-9711126fc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806155 Jun 28 11:18:18.034409 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-475b14f5-b400-49b2-87dc-36f597b44a9d None None] For port 4399247d-431c-44bb-a4b2-c49e28b6961e, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=4399247d-431c-44bb-a4b2-c49e28b6961e,segment=NetworkSegment(57e9c6f3-a16e-4f97-bef6-f490cb187f6c),segment_id=57e9c6f3-a16e-4f97-bef6-f490cb187f6c)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:18:18.034922 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-475b14f5-b400-49b2-87dc-36f597b44a9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:18.086444 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-40eaccec-6819-49da-8602-b597a88bb331 req-07e1016e-c239-4d3f-9ae5-975d12e120f9 service neutron] 10.222.0.43 "GET /v2.0/networks/8e788129-e567-4d36-a395-fd7465b86db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099096 Jun 28 11:18:18.115562 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-ebc7e6e7-bbbe-4772-8682-ae1d5ea7643d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7788904', 'neutron.services.segments.db._delete_segments_for_network-8782104351353'] for network, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:18.333765 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa7858-4db3-4e9c-8e0c-3c868c7be863 req-6696cec5-227d-4d03-8391-99f565bd9555 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:18.335530 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-d1fa7858-4db3-4e9c-8e0c-3c868c7be863 req-6696cec5-227d-4d03-8391-99f565bd9555 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/networks?id=7c01d387-d358-4f29-bf7d-6abba4f7274f HTTP/1.1" status: 200 len: 807 time: 0.1826234 Jun 28 11:18:18.337297 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.services.segments.db [None req-ebc7e6e7-bbbe-4772-8682-ae1d5ea7643d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5316afc2-a33a-494f-bbbe-5e30377632ee']}} {{(pid=88178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:18:18.363431 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.services.segments.db [None req-ebc7e6e7-bbbe-4772-8682-ae1d5ea7643d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57e9c6f3-a16e-4f97-bef6-f490cb187f6c') {'for_net_delete': True} {{(pid=88178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:18:18.363767 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.services.segments.db [None req-ebc7e6e7-bbbe-4772-8682-ae1d5ea7643d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57e9c6f3-a16e-4f97-bef6-f490cb187f6c') {} {{(pid=88178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:18:18.380430 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-d1fa7858-4db3-4e9c-8e0c-3c868c7be863 req-526b8772-e0a5-41d2-b7ae-241a348ca44d tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/quotas/135dd37bc4244e3798de728d72965864 HTTP/1.1" status: 200 len: 375 time: 0.0296876 Jun 28 11:18:18.385735 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-ebc7e6e7-bbbe-4772-8682-ae1d5ea7643d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782104354196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2289243'] for segment, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:18.414040 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-475b14f5-b400-49b2-87dc-36f597b44a9d None None] Calling delete_port for 4399247d-431c-44bb-a4b2-c49e28b6961e owned by network:dhcp {{(pid=88179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:18:18.453560 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-d1fa7858-4db3-4e9c-8e0c-3c868c7be863 req-a908ee58-dfa9-45cd-b028-79e44990a48d tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=135dd37bc4244e3798de728d72965864&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0721452 Jun 28 11:18:18.477402 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0052fe-2bc3-4a06-a603-d78c944e6574 req-187bca70-02b0-411d-9d8b-cb93c6722d7b tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:18.484958 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-ebc7e6e7-bbbe-4772-8682-ae1d5ea7643d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812087'] for segment, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:18.494272 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-3b0052fe-2bc3-4a06-a603-d78c944e6574 req-187bca70-02b0-411d-9d8b-cb93c6722d7b tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=548398f6-21cb-449b-b283-b7585254ad20 HTTP/1.1" status: 200 len: 946 time: 0.1610394 Jun 28 11:18:18.569394 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-3b0052fe-2bc3-4a06-a603-d78c944e6574 req-a36c5c78-1b26-4fe7-ad50-2b05f3b3d454 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740681 Jun 28 11:18:18.569767 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebc7e6e7-bbbe-4772-8682-ae1d5ea7643d admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=88178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 11:18:18.570275 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-ebc7e6e7-bbbe-4772-8682-ae1d5ea7643d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7812088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2288076'] for segment, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:18.586591 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.db.api [None req-475b14f5-b400-49b2-87dc-36f597b44a9d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 11:18:18.586998 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG oslo_db.api [None req-475b14f5-b400-49b2-87dc-36f597b44a9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 11:18:18.647540 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.services.segments.plugin [-] Segment 57e9c6f3-a16e-4f97-bef6-f490cb187f6c resource provider aggregate not found Jun 28 11:18:18.680352 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.services.segments.plugin [-] Segment 57e9c6f3-a16e-4f97-bef6-f490cb187f6c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 57e9c6f3-a16e-4f97-bef6-f490cb187f6c found for delete ", "request_id": "req-e3c51692-0745-4ef7-98f3-56abb99520dd"}]} Jun 28 11:18:18.715707 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-ebc7e6e7-bbbe-4772-8682-ae1d5ea7643d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7788903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361949'] for network, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:18.743104 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc7e6e7-bbbe-4772-8682-ae1d5ea7643d admin admin] Pushing event deleted for resources: {'Network': ['ID=5316afc2-a33a-494f-bbbe-5e30377632ee,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:18.747988 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-d1fa7858-4db3-4e9c-8e0c-3c868c7be863 req-71a6ba7e-9902-488b-8243-744b5d888c37 service neutron] 10.222.0.23 "GET /v2.0/networks/7c01d387-d358-4f29-bf7d-6abba4f7274f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909486 Jun 28 11:18:18.747988 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-ebc7e6e7-bbbe-4772-8682-ae1d5ea7643d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562711'] for network, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:18.934875 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-ebc7e6e7-bbbe-4772-8682-ae1d5ea7643d admin admin] 10.222.0.23 "DELETE /v2.0/networks/5316afc2-a33a-494f-bbbe-5e30377632ee HTTP/1.1" status: 204 len: 168 time: 1.9874463 Jun 28 11:18:19.061727 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-d1fa7858-4db3-4e9c-8e0c-3c868c7be863 req-a44ce17a-c3d0-4112-8903-45368afc4926 service neutron] 10.222.0.23 "GET /v2.0/networks/7c01d387-d358-4f29-bf7d-6abba4f7274f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036900 Jun 28 11:18:19.088369 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-475b14f5-b400-49b2-87dc-36f597b44a9d None None] Deleting port 4399247d-431c-44bb-a4b2-c49e28b6961e {{(pid=88179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:18:19.089358 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-475b14f5-b400-49b2-87dc-36f597b44a9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:19.197365 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-475b14f5-b400-49b2-87dc-36f597b44a9d None None] The port '4399247d-431c-44bb-a4b2-c49e28b6961e' was deleted {{(pid=88179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 28 11:18:19.200121 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device d379ae25-6f21-4761-beca-dd965236840a details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=88179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:18:19.226639 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 54614) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:19.301700 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb223a1-cd32-407f-9f67-4e647aca62a6 req-0d0a09c2-35bd-4e37-ae5b-0e2bd8fd19ef tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:19.311260 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-2cb223a1-cd32-407f-9f67-4e647aca62a6 req-0d0a09c2-35bd-4e37-ae5b-0e2bd8fd19ef tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.23 "GET /v2.0/ports?device_id=0aa055df-1bd9-4997-937f-544a1882137e HTTP/1.1" status: 200 len: 943 time: 0.1931474 Jun 28 11:18:19.424291 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port d379ae25-6f21-4761-beca-dd965236840a, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=d379ae25-6f21-4761-beca-dd965236840a,segment=NetworkSegment(937b9452-8559-4247-9669-ea0d1b80b66e),segment_id=937b9452-8559-4247-9669-ea0d1b80b66e)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:18:19.428352 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-2cb223a1-cd32-407f-9f67-4e647aca62a6 req-0735f9c4-8521-49a9-a249-4627d03b7fe4 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.23 "GET /v2.0/security-groups?id=e34c8d16-925b-4f8d-a849-9711126fc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159377 Jun 28 11:18:19.457889 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Returning: {'device': 'd379ae25-6f21-4761-beca-dd965236840a', 'network_id': '8e788129-e567-4d36-a395-fd7465b86db5', 'port_id': 'd379ae25-6f21-4761-beca-dd965236840a', 'mac_address': 'fa:16:3e:07:16:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1976996-5574-4c04-b53b-51f7f22eb8dd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:18:19.512394 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 4399247d-431c-44bb-a4b2-c49e28b6961e no longer exists at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:18:19.580891 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-85687cb8-a8f5-460d-b824-66e34a348c92 req-f937f515-5eda-4a16-a8bc-ddacf0154634 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/ports?device_id=aae5c79c-04a1-4022-a5f9-09e34ba23fff HTTP/1.1" status: 200 len: 210 time: 0.1542156 Jun 28 11:18:19.584103 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-eec10456-de8e-4f7d-993c-2a7a5de184f4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a8a4f70e41194b2eae97400fe38eb655&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3566141 Jun 28 11:18:19.604077 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 54628) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:19.606926 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] No Port match for: 4399247d-431c-44bb-a4b2-c49e28b6961e {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:18:19.607387 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 4399247d-431c-44bb-a4b2-c49e28b6961e not bound to the agent host dv-cinder-844605-1-iscsi {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:18:19.633035 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Current status of the port d379ae25-6f21-4761-beca-dd965236840a is: DOWN; New status is: BUILD {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:18:19.634663 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:19.655452 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d379ae25-6f21-4761-beca-dd965236840a {{(pid=88179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:18:19.679217 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port d379ae25-6f21-4761-beca-dd965236840a, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=d379ae25-6f21-4761-beca-dd965236840a,segment=NetworkSegment(937b9452-8559-4247-9669-ea0d1b80b66e),segment_id=937b9452-8559-4247-9669-ea0d1b80b66e)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:18:19.698810 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:19.739349 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525fd578-c63d-4bf1-b0d9-e345119e8001 req-8da848c1-a245-48e2-8847-78255aa1205c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:19.748139 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-525fd578-c63d-4bf1-b0d9-e345119e8001 req-8da848c1-a245-48e2-8847-78255aa1205c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=548398f6-21cb-449b-b283-b7585254ad20 HTTP/1.1" status: 200 len: 1099 time: 0.2196913 Jun 28 11:18:19.771714 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-07747113-0b2d-4a1c-a869-a59fe5d224b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:19.816732 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-07747113-0b2d-4a1c-a869-a59fe5d224b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:19.914446 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Pushing event updated for resources: {'Port': ['ID=d379ae25-6f21-4761-beca-dd965236840a,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:19.960319 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-525fd578-c63d-4bf1-b0d9-e345119e8001 req-caa28517-f6cc-4398-9c71-fac13c4c803a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047110 Jun 28 11:18:19.968316 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-07747113-0b2d-4a1c-a869-a59fe5d224b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:20.006069 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07747113-0b2d-4a1c-a869-a59fe5d224b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6daf09b6-1da0-4cde-927a-d027da925601,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:20.041008 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3808655-8561-4437-b208-7286912a7579 req-4bb097ac-eacd-44b8-af18-ee26989065e4 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:20.043258 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c3808655-8561-4437-b208-7286912a7579 req-4bb097ac-eacd-44b8-af18-ee26989065e4 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=548398f6-21cb-449b-b283-b7585254ad20 HTTP/1.1" status: 200 len: 946 time: 0.2170556 Jun 28 11:18:20.055348 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-07747113-0b2d-4a1c-a869-a59fe5d224b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:20.059142 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-07747113-0b2d-4a1c-a869-a59fe5d224b5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6daf09b6-1da0-4cde-927a-d027da925601 HTTP/1.1" status: 204 len: 168 time: 0.4513836 Jun 28 11:18:20.067666 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] get_ports_and_sgs() called for port_ids ['d379ae25-6f21-4761-beca-dd965236840a'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:18:20.140333 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 54642) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:20.217364 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c3808655-8561-4437-b208-7286912a7579 req-5b16b4e7-eee1-4cf6-8989-acb552759ec2 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661432 Jun 28 11:18:20.647406 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-3b31ece9-6867-4e0d-b741-32a40626dd9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:20.687080 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-3b31ece9-6867-4e0d-b741-32a40626dd9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:18:20.693198 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-3b31ece9-6867-4e0d-b741-32a40626dd9a admin admin] Usage tracker for resource:security_group_rule and tenant:537203085b314df39eddf5acfff60963 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:18:20.696610 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-3b31ece9-6867-4e0d-b741-32a40626dd9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:18:20.709669 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-3b31ece9-6867-4e0d-b741-32a40626dd9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:18:20.736688 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f6f327-4194-4e83-89a3-6600bf63311d req-e6298037-bc0a-46e6-9e8e-d092089f3f3b tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:20.738247 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-54f6f327-4194-4e83-89a3-6600bf63311d req-e6298037-bc0a-46e6-9e8e-d092089f3f3b tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.23 "GET /v2.0/ports?device_id=0aa055df-1bd9-4997-937f-544a1882137e HTTP/1.1" status: 200 len: 944 time: 0.1653891 Jun 28 11:18:20.805876 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-7f0189bd-aff3-4151-9600-b6587c2101be req-d40a4f5b-8195-4e3a-ab83-76f30daef4e5 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/ports?device_id=aae5c79c-04a1-4022-a5f9-09e34ba23fff HTTP/1.1" status: 200 len: 210 time: 0.0630763 Jun 28 11:18:20.824121 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-54f6f327-4194-4e83-89a3-6600bf63311d req-166dbf86-ea29-4be8-8148-8c305f14ac5b tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.23 "GET /v2.0/security-groups?id=e34c8d16-925b-4f8d-a849-9711126fc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682733 Jun 28 11:18:20.946211 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-3b31ece9-6867-4e0d-b741-32a40626dd9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:20.957957 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-3b31ece9-6867-4e0d-b741-32a40626dd9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:21.130376 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-3b31ece9-6867-4e0d-b741-32a40626dd9a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=537203085b314df39eddf5acfff60963&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9888973 Jun 28 11:18:21.132097 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b31ece9-6867-4e0d-b741-32a40626dd9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781aad2f-3fb2-40f1-8c2f-f09b9cbfd758,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:21.133063 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 54668) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:21.193956 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device d379ae25-6f21-4761-beca-dd965236840a up at agent hyperv_hv-cinder-84460 {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:18:21.351643 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Provisioning for port d379ae25-6f21-4761-beca-dd965236840a completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:18:21.357214 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-bef8815c-22ce-4329-ad8b-bc0fa487f9b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:21.358872 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Provisioning complete for port d379ae25-6f21-4761-beca-dd965236840a triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:18:21.360026 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:21.550145 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Current status of the port d379ae25-6f21-4761-beca-dd965236840a is: BUILD; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:18:21.550831 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:21.584505 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa7858-4db3-4e9c-8e0c-3c868c7be863 req-88f87f2d-81bb-4cd8-bcea-379047732eeb tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:21.587094 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-d1fa7858-4db3-4e9c-8e0c-3c868c7be863 req-88f87f2d-81bb-4cd8-bcea-379047732eeb tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.43 "GET /v2.0/networks?id=7c01d387-d358-4f29-bf7d-6abba4f7274f HTTP/1.1" status: 200 len: 807 time: 0.2941978 Jun 28 11:18:21.602972 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aa055df-1bd9-4997-937f-544a1882137e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd379ae25-6f21-4761-beca-dd965236840a'}] {{(pid=88179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:18:21.619312 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port d379ae25-6f21-4761-beca-dd965236840a, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=d379ae25-6f21-4761-beca-dd965236840a,segment=NetworkSegment(937b9452-8559-4247-9669-ea0d1b80b66e),segment_id=937b9452-8559-4247-9669-ea0d1b80b66e)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:18:21.632258 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:21.633535 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-bef8815c-22ce-4329-ad8b-bc0fa487f9b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:21.742226 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [req-d1fa7858-4db3-4e9c-8e0c-3c868c7be863 req-86baa433-4d10-4581-8574-e2e43ef01821 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Request body: {'port': {'device_id': 'aae5c79c-04a1-4022-a5f9-09e34ba23fff', 'network_id': '7c01d387-d358-4f29-bf7d-6abba4f7274f', 'admin_state_up': True, 'tenant_id': '135dd37bc4244e3798de728d72965864'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:18:21.756966 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-bef8815c-22ce-4329-ad8b-bc0fa487f9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:21.802369 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-bef8815c-22ce-4329-ad8b-bc0fa487f9b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:21.807089 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-bef8815c-22ce-4329-ad8b-bc0fa487f9b7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/781aad2f-3fb2-40f1-8c2f-f09b9cbfd758 HTTP/1.1" status: 204 len: 168 time: 0.6719058 Jun 28 11:18:21.813989 dv-cinder-844605-1-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e8c74a9-7ed3-4a6d-b986-3e5e7fa1df5a'] response: {'server_uuid': '0aa055df-1bd9-4997-937f-544a1882137e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd379ae25-6f21-4761-beca-dd965236840a', 'code': 200} Jun 28 11:18:21.814730 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Pushing event updated for resources: {'Port': ['ID=d379ae25-6f21-4761-beca-dd965236840a,revision_number=5']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:21.910346 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef8815c-22ce-4329-ad8b-bc0fa487f9b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781aad2f-3fb2-40f1-8c2f-f09b9cbfd758,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:21.932025 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef8815c-22ce-4329-ad8b-bc0fa487f9b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:21.932372 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef8815c-22ce-4329-ad8b-bc0fa487f9b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:21.932723 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef8815c-22ce-4329-ad8b-bc0fa487f9b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:21.933428 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef8815c-22ce-4329-ad8b-bc0fa487f9b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:21.933428 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef8815c-22ce-4329-ad8b-bc0fa487f9b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:21.933739 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef8815c-22ce-4329-ad8b-bc0fa487f9b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:21.934051 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef8815c-22ce-4329-ad8b-bc0fa487f9b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:21.934385 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef8815c-22ce-4329-ad8b-bc0fa487f9b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:21.934884 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef8815c-22ce-4329-ad8b-bc0fa487f9b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:21.935113 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef8815c-22ce-4329-ad8b-bc0fa487f9b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:21.935431 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef8815c-22ce-4329-ad8b-bc0fa487f9b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:21.935744 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef8815c-22ce-4329-ad8b-bc0fa487f9b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:22.066452 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-ef20d4fd-a1d5-4bea-b326-90d1e3721a9b req-ff146ad0-5256-4b28-bf85-a9ea8cdf2256 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/ports?device_id=aae5c79c-04a1-4022-a5f9-09e34ba23fff HTTP/1.1" status: 200 len: 210 time: 0.1306896 Jun 28 11:18:22.265074 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd34c1bf-d3ee-4e8e-87a5-568bef8d3c8c req-3ddec1d9-960c-4103-b450-12761bae4876 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:22.277270 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-bd34c1bf-d3ee-4e8e-87a5-568bef8d3c8c req-3ddec1d9-960c-4103-b450-12761bae4876 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=548398f6-21cb-449b-b283-b7585254ad20 HTTP/1.1" status: 200 len: 946 time: 0.8909936 Jun 28 11:18:22.388921 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [req-d1fa7858-4db3-4e9c-8e0c-3c868c7be863 req-86baa433-4d10-4581-8574-e2e43ef01821 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:18:22.437940 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-bd34c1bf-d3ee-4e8e-87a5-568bef8d3c8c req-58f201d0-8333-4663-94d8-9f05ae828eb5 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597772 Jun 28 11:18:22.457888 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219099c4-249e-41a2-b2b3-9b9000053c76 req-22e588c0-4663-4dac-9f07-5df8e05776ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:22.461370 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-219099c4-249e-41a2-b2b3-9b9000053c76 req-22e588c0-4663-4dac-9f07-5df8e05776ce service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0aa055df-1bd9-4997-937f-544a1882137e HTTP/1.1" status: 200 len: 1098 time: 0.4748361 Jun 28 11:18:22.462330 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [req-d1fa7858-4db3-4e9c-8e0c-3c868c7be863 req-86baa433-4d10-4581-8574-e2e43ef01821 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:18:22.523446 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb7574-0af5-4e25-897d-439f2dabf655 req-2412ac44-ece4-4b54-8413-1969885ea4ae tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:22.525372 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-18fb7574-0af5-4e25-897d-439f2dabf655 req-2412ac44-ece4-4b54-8413-1969885ea4ae tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.23 "GET /v2.0/ports?device_id=0aa055df-1bd9-4997-937f-544a1882137e HTTP/1.1" status: 200 len: 945 time: 0.2383282 Jun 28 11:18:22.562629 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1fa7858-4db3-4e9c-8e0c-3c868c7be863 req-86baa433-4d10-4581-8574-e2e43ef01821 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Made reservation on behalf of 135dd37bc4244e3798de728d72965864 for: {'port': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:18:22.570437 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-d1fa7858-4db3-4e9c-8e0c-3c868c7be863 req-86baa433-4d10-4581-8574-e2e43ef01821 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:22.632612 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-18fb7574-0af5-4e25-897d-439f2dabf655 req-fbd25ce6-47ea-4832-bc51-1085188529c4 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.23 "GET /v2.0/security-groups?id=e34c8d16-925b-4f8d-a849-9711126fc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992534 Jun 28 11:18:22.756245 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-219099c4-249e-41a2-b2b3-9b9000053c76 req-cf6c9f93-0687-4439-be57-6e7feb43a016 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e34c8d16-925b-4f8d-a849-9711126fc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801125 Jun 28 11:18:22.885804 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2721d21-3310-429c-ae8f-dc7f703a0ace req-64ed2134-13cb-4c70-ac41-02b238933eec tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:22.887297 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-a2721d21-3310-429c-ae8f-dc7f703a0ace req-64ed2134-13cb-4c70-ac41-02b238933eec tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=b00c32bb-5b10-4ba1-bb89-82e34b2ba60f HTTP/1.1" status: 200 len: 945 time: 0.1770217 Jun 28 11:18:23.004567 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.db_base_plugin_common [req-d1fa7858-4db3-4e9c-8e0c-3c868c7be863 req-86baa433-4d10-4581-8574-e2e43ef01821 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Allocated IP 172.20.0.12 (7c01d387-d358-4f29-bf7d-6abba4f7274f/c92c7dcf-42ef-470f-b262-61fdf96e867a/9df9c369-e547-41af-b6be-a01c136a0d05) {{(pid=88177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:18:23.060955 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-a2721d21-3310-429c-ae8f-dc7f703a0ace req-917d655d-d765-4ca3-8b9a-ab32c9c2a7af tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658528 Jun 28 11:18:23.399759 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-d1fa7858-4db3-4e9c-8e0c-3c868c7be863 req-86baa433-4d10-4581-8574-e2e43ef01821 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Notify callbacks [] for port, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:23.450837 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-cbf53e39-af40-4677-9a3b-c7aaf3a49cfe req-513f0386-17a6-4621-98e1-1e9ca4bba5bd tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/ports?device_id=aae5c79c-04a1-4022-a5f9-09e34ba23fff HTTP/1.1" status: 200 len: 210 time: 0.1283076 Jun 28 11:18:23.473484 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-d1fa7858-4db3-4e9c-8e0c-3c868c7be863 req-86baa433-4d10-4581-8574-e2e43ef01821 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782103981231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2688079'] for port, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:23.571567 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1fa7858-4db3-4e9c-8e0c-3c868c7be863 req-86baa433-4d10-4581-8574-e2e43ef01821 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Network 7c01d387-d358-4f29-bf7d-6abba4f7274f is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:18:23.574948 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.base_scheduler [req-d1fa7858-4db3-4e9c-8e0c-3c868c7be863 req-86baa433-4d10-4581-8574-e2e43ef01821 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:18:23.578820 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1fa7858-4db3-4e9c-8e0c-3c868c7be863 req-86baa433-4d10-4581-8574-e2e43ef01821 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Received port after_create {{(pid=88177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:18:23.661547 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa7858-4db3-4e9c-8e0c-3c868c7be863 req-86baa433-4d10-4581-8574-e2e43ef01821 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:23.662440 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-d1fa7858-4db3-4e9c-8e0c-3c868c7be863 req-86baa433-4d10-4581-8574-e2e43ef01821 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:23.692681 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86baa433-4d10-4581-8574-e2e43ef01821 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Pushing event updated for resources: {'Port': ['ID=9df9c369-e547-41af-b6be-a01c136a0d05,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:23.713641 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-d1fa7858-4db3-4e9c-8e0c-3c868c7be863 req-86baa433-4d10-4581-8574-e2e43ef01821 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9831154 Jun 28 11:18:23.732067 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [req-d1fa7858-4db3-4e9c-8e0c-3c868c7be863 req-7981cab1-a209-47e4-8fd3-20ceddc512a5 service neutron] Request body: {'port': {'device_id': 'aae5c79c-04a1-4022-a5f9-09e34ba23fff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:18:24.055345 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-d1fa7858-4db3-4e9c-8e0c-3c868c7be863 req-7981cab1-a209-47e4-8fd3-20ceddc512a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:24.215558 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d11c1c0-bb21-4b78-910d-cf5e1f132046 req-bdf48205-aa58-4c4d-8f2b-b77dd0ff1d0c tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:24.217484 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-3d11c1c0-bb21-4b78-910d-cf5e1f132046 req-bdf48205-aa58-4c4d-8f2b-b77dd0ff1d0c tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.23 "GET /v2.0/ports?device_id=0aa055df-1bd9-4997-937f-544a1882137e HTTP/1.1" status: 200 len: 945 time: 0.3741891 Jun 28 11:18:24.464583 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-3d11c1c0-bb21-4b78-910d-cf5e1f132046 req-8a4ec165-821f-4e36-b949-960cd9cf7adf tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.23 "GET /v2.0/security-groups?id=e34c8d16-925b-4f8d-a849-9711126fc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347844 Jun 28 11:18:24.711539 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.notifiers.nova [req-d1fa7858-4db3-4e9c-8e0c-3c868c7be863 req-7981cab1-a209-47e4-8fd3-20ceddc512a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9df9c369-e547-41af-b6be-a01c136a0d05 {{(pid=88177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:18:24.726044 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-d1fa7858-4db3-4e9c-8e0c-3c868c7be863 req-7981cab1-a209-47e4-8fd3-20ceddc512a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:24.752197 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.provisioning_blocks [req-d1fa7858-4db3-4e9c-8e0c-3c868c7be863 req-7981cab1-a209-47e4-8fd3-20ceddc512a5 service neutron] Transition to ACTIVE for port object 9df9c369-e547-41af-b6be-a01c136a0d05 will not be triggered until provisioned by entity L2. {{(pid=88177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:18:24.761971 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-d1fa7858-4db3-4e9c-8e0c-3c868c7be863 req-7981cab1-a209-47e4-8fd3-20ceddc512a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2688088'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:24.790925 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb26fa5-84f1-49c9-a13d-0a321f56c776 req-5b54e1fa-e4e7-42a6-8981-3b036af4995e tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:24.792416 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-beb26fa5-84f1-49c9-a13d-0a321f56c776 req-5b54e1fa-e4e7-42a6-8981-3b036af4995e tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/ports?device_id=aae5c79c-04a1-4022-a5f9-09e34ba23fff HTTP/1.1" status: 200 len: 932 time: 0.1328917 Jun 28 11:18:24.892405 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-beb26fa5-84f1-49c9-a13d-0a321f56c776 req-2bba18c7-30dd-45e1-9738-8269b0a5b7f3 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/security-groups?id=88f4dbcb-6d20-4b45-afa8-5e21259d1ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824456 Jun 28 11:18:25.006198 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7981cab1-a209-47e4-8fd3-20ceddc512a5 service neutron] Pushing event updated for resources: {'Port': ['ID=9df9c369-e547-41af-b6be-a01c136a0d05,revision_number=2']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:25.065714 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.managers [req-d1fa7858-4db3-4e9c-8e0c-3c868c7be863 req-7981cab1-a209-47e4-8fd3-20ceddc512a5 service neutron] Attempting to bind port 9df9c369-e547-41af-b6be-a01c136a0d05 on host hv-cinder-84460 for vnic_type normal with profile {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:18:25.066554 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.managers [req-d1fa7858-4db3-4e9c-8e0c-3c868c7be863 req-7981cab1-a209-47e4-8fd3-20ceddc512a5 service neutron] Attempting to bind port 9df9c369-e547-41af-b6be-a01c136a0d05 by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': 'cf57fc87-7cdf-4217-a690-fdc2f976a68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7c01d387-d358-4f29-bf7d-6abba4f7274f'}] {{(pid=88177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:18:25.066554 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fa7858-4db3-4e9c-8e0c-3c868c7be863 req-7981cab1-a209-47e4-8fd3-20ceddc512a5 service neutron] Attempting to bind port 9df9c369-e547-41af-b6be-a01c136a0d05 on network 7c01d387-d358-4f29-bf7d-6abba4f7274f {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:18:25.072700 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fa7858-4db3-4e9c-8e0c-3c868c7be863 req-7981cab1-a209-47e4-8fd3-20ceddc512a5 service neutron] Port 9df9c369-e547-41af-b6be-a01c136a0d05 on network 7c01d387-d358-4f29-bf7d-6abba4f7274f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 11:18:25.073110 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fa7858-4db3-4e9c-8e0c-3c868c7be863 req-7981cab1-a209-47e4-8fd3-20ceddc512a5 service neutron] Attempting to bind port 9df9c369-e547-41af-b6be-a01c136a0d05 on network 7c01d387-d358-4f29-bf7d-6abba4f7274f {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:18:25.083127 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fa7858-4db3-4e9c-8e0c-3c868c7be863 req-7981cab1-a209-47e4-8fd3-20ceddc512a5 service neutron] Checking agent: {'id': '08bfabbf-d5f3-4ca7-8c16-3ebc8bd75d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 14), 'started_at': datetime.datetime(2022, 6, 28, 11, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:18:25.083473 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fa7858-4db3-4e9c-8e0c-3c868c7be863 req-7981cab1-a209-47e4-8fd3-20ceddc512a5 service neutron] Checking segment: {'id': 'cf57fc87-7cdf-4217-a690-fdc2f976a68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7c01d387-d358-4f29-bf7d-6abba4f7274f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:18:25.083887 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fa7858-4db3-4e9c-8e0c-3c868c7be863 req-7981cab1-a209-47e4-8fd3-20ceddc512a5 service neutron] Bound using segment: {'id': 'cf57fc87-7cdf-4217-a690-fdc2f976a68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7c01d387-d358-4f29-bf7d-6abba4f7274f'} {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:18:25.084319 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.managers [req-d1fa7858-4db3-4e9c-8e0c-3c868c7be863 req-7981cab1-a209-47e4-8fd3-20ceddc512a5 service neutron] Bound port: 9df9c369-e547-41af-b6be-a01c136a0d05, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf57fc87-7cdf-4217-a690-fdc2f976a68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7c01d387-d358-4f29-bf7d-6abba4f7274f'}}] {{(pid=88177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:18:25.084805 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-d1fa7858-4db3-4e9c-8e0c-3c868c7be863 req-7981cab1-a209-47e4-8fd3-20ceddc512a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:25.238278 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.db [req-d1fa7858-4db3-4e9c-8e0c-3c868c7be863 req-7981cab1-a209-47e4-8fd3-20ceddc512a5 service neutron] For port 9df9c369-e547-41af-b6be-a01c136a0d05, host hv-cinder-84460, cleared binding levels {{(pid=88177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:18:25.241870 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.db [req-d1fa7858-4db3-4e9c-8e0c-3c868c7be863 req-7981cab1-a209-47e4-8fd3-20ceddc512a5 service neutron] For port 9df9c369-e547-41af-b6be-a01c136a0d05, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=9df9c369-e547-41af-b6be-a01c136a0d05,segment=NetworkSegment(cf57fc87-7cdf-4217-a690-fdc2f976a68e),segment_id=cf57fc87-7cdf-4217-a690-fdc2f976a68e)] {{(pid=88177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:18:25.251000 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-d1fa7858-4db3-4e9c-8e0c-3c868c7be863 req-7981cab1-a209-47e4-8fd3-20ceddc512a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2688088'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:25.361717 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa7858-4db3-4e9c-8e0c-3c868c7be863 req-7981cab1-a209-47e4-8fd3-20ceddc512a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:25.362458 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-d1fa7858-4db3-4e9c-8e0c-3c868c7be863 req-7981cab1-a209-47e4-8fd3-20ceddc512a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:25.364113 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-d1fa7858-4db3-4e9c-8e0c-3c868c7be863 req-7981cab1-a209-47e4-8fd3-20ceddc512a5 service neutron] 10.222.0.43 "PUT /v2.0/ports/9df9c369-e547-41af-b6be-a01c136a0d05 HTTP/1.1" status: 200 len: 1094 time: 1.6376610 Jun 28 11:18:25.367342 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aae5c79c-04a1-4022-a5f9-09e34ba23fff', 'tag': '9df9c369-e547-41af-b6be-a01c136a0d05'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:18:25.402313 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7981cab1-a209-47e4-8fd3-20ceddc512a5 service neutron] Pushing event updated for resources: {'Port': ['ID=9df9c369-e547-41af-b6be-a01c136a0d05,revision_number=3']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:25.465127 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 54804) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:25.661532 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-798ddb71-03d3-47e0-a6ec-8a465f0a5058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:25.680370 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-798ddb71-03d3-47e0-a6ec-8a465f0a5058 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:18:25.684259 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-798ddb71-03d3-47e0-a6ec-8a465f0a5058 admin admin] Usage tracker for resource:security_group_rule and tenant:c51b1fd37ca142c38cd6455438a5e4c6 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:18:25.687976 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-798ddb71-03d3-47e0-a6ec-8a465f0a5058 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:18:25.695410 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-798ddb71-03d3-47e0-a6ec-8a465f0a5058 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:18:25.702770 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa7858-4db3-4e9c-8e0c-3c868c7be863 req-7162ca91-f569-4be9-aa08-1a8602490caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:25.706027 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-d1fa7858-4db3-4e9c-8e0c-3c868c7be863 req-7162ca91-f569-4be9-aa08-1a8602490caf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=135dd37bc4244e3798de728d72965864&device_id=aae5c79c-04a1-4022-a5f9-09e34ba23fff HTTP/1.1" status: 200 len: 1097 time: 0.2938790 Jun 28 11:18:25.807771 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-798ddb71-03d3-47e0-a6ec-8a465f0a5058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:25.817900 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-798ddb71-03d3-47e0-a6ec-8a465f0a5058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:25.876525 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-798ddb71-03d3-47e0-a6ec-8a465f0a5058 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c51b1fd37ca142c38cd6455438a5e4c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4101601 Jun 28 11:18:25.878847 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798ddb71-03d3-47e0-a6ec-8a465f0a5058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30761a76-e925-4ebd-84ba-10b45a86bede,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:25.886222 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 54824) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:25.888231 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ddb71-03d3-47e0-a6ec-8a465f0a5058 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:25.888752 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ddb71-03d3-47e0-a6ec-8a465f0a5058 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:25.889249 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ddb71-03d3-47e0-a6ec-8a465f0a5058 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:25.889736 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ddb71-03d3-47e0-a6ec-8a465f0a5058 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:25.890231 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ddb71-03d3-47e0-a6ec-8a465f0a5058 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:25.890866 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ddb71-03d3-47e0-a6ec-8a465f0a5058 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:25.892865 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ddb71-03d3-47e0-a6ec-8a465f0a5058 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:25.893382 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ddb71-03d3-47e0-a6ec-8a465f0a5058 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:25.893876 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ddb71-03d3-47e0-a6ec-8a465f0a5058 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:25.894370 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ddb71-03d3-47e0-a6ec-8a465f0a5058 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:25.894842 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ddb71-03d3-47e0-a6ec-8a465f0a5058 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:25.895317 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ddb71-03d3-47e0-a6ec-8a465f0a5058 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:25.968776 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e022cec-f85b-493c-af6a-7776ac36b92d'] response: {'name': 'network-changed', 'server_uuid': 'aae5c79c-04a1-4022-a5f9-09e34ba23fff', 'tag': '9df9c369-e547-41af-b6be-a01c136a0d05', 'status': 'completed', 'code': 200} Jun 28 11:18:25.970668 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-d1fa7858-4db3-4e9c-8e0c-3c868c7be863 req-15b933d2-a506-4963-ae47-2f8b5eb34889 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9df9c369-e547-41af-b6be-a01c136a0d05 HTTP/1.1" status: 200 len: 217 time: 0.2534494 Jun 28 11:18:26.130513 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-a3ab7407-04aa-4662-a88c-f7aee5710d8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:26.192421 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-a3ab7407-04aa-4662-a88c-f7aee5710d8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:26.390174 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa7858-4db3-4e9c-8e0c-3c868c7be863 req-d32a4046-1132-4bb7-b4e7-3a0f157c3a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:26.390769 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75535149-0ded-462a-8ee5-9d44a70c5574 req-c6e78705-a51e-449b-9890-4c7a0df6dc17 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:26.392469 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-d1fa7858-4db3-4e9c-8e0c-3c868c7be863 req-d32a4046-1132-4bb7-b4e7-3a0f157c3a0c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c92c7dcf-42ef-470f-b262-61fdf96e867a HTTP/1.1" status: 200 len: 847 time: 0.2993684 Jun 28 11:18:26.394720 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-75535149-0ded-462a-8ee5-9d44a70c5574 req-c6e78705-a51e-449b-9890-4c7a0df6dc17 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.23 "GET /v2.0/ports?device_id=0aa055df-1bd9-4997-937f-544a1882137e HTTP/1.1" status: 200 len: 945 time: 0.3768775 Jun 28 11:18:26.441206 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-a3ab7407-04aa-4662-a88c-f7aee5710d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:26.451037 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194aa5fc-0771-4710-b729-794df1f22378 req-5b54b73b-0110-4a80-aa28-c1034736f33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:26.452934 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-194aa5fc-0771-4710-b729-794df1f22378 req-5b54b73b-0110-4a80-aa28-c1034736f33b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39ee6a774aa94963a4c024612cabe0ab&device_id=b00c32bb-5b10-4ba1-bb89-82e34b2ba60f HTTP/1.1" status: 200 len: 1098 time: 0.5612392 Jun 28 11:18:26.461317 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1155d93-f94d-4d9e-943d-f88465a25b69 req-3227b095-4ba9-4079-aa0d-1dabe58f8ef5 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:26.468771 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-f1155d93-f94d-4d9e-943d-f88465a25b69 req-3227b095-4ba9-4079-aa0d-1dabe58f8ef5 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=b00c32bb-5b10-4ba1-bb89-82e34b2ba60f HTTP/1.1" status: 200 len: 945 time: 0.2705953 Jun 28 11:18:26.491945 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ab7407-04aa-4662-a88c-f7aee5710d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30761a76-e925-4ebd-84ba-10b45a86bede,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:26.524492 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-d1fa7858-4db3-4e9c-8e0c-3c868c7be863 req-d61cce21-1e5c-4c27-be5b-6c250d8f6728 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c01d387-d358-4f29-bf7d-6abba4f7274f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1143780 Jun 28 11:18:26.550693 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-75535149-0ded-462a-8ee5-9d44a70c5574 req-bae2f250-be50-4e01-ab5f-f533bf3e2578 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.23 "GET /v2.0/security-groups?id=e34c8d16-925b-4f8d-a849-9711126fc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483722 Jun 28 11:18:26.552317 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-a3ab7407-04aa-4662-a88c-f7aee5710d8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:26.553641 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-a3ab7407-04aa-4662-a88c-f7aee5710d8e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/30761a76-e925-4ebd-84ba-10b45a86bede HTTP/1.1" status: 204 len: 168 time: 0.6537402 Jun 28 11:18:26.678453 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-f1155d93-f94d-4d9e-943d-f88465a25b69 req-68e07cd1-9e14-41fa-ba05-e17144782954 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083545 Jun 28 11:18:26.832513 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194aa5fc-0771-4710-b729-794df1f22378 req-95cb2d5d-206b-4a7e-9851-a8041c04dc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:26.834232 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-194aa5fc-0771-4710-b729-794df1f22378 req-95cb2d5d-206b-4a7e-9851-a8041c04dc7c service neutron] 10.222.0.43 "GET /v2.0/networks?id=3dcee093-7093-4d70-9e54-e71a2fd9b0d8 HTTP/1.1" status: 200 len: 920 time: 0.3629432 Jun 28 11:18:26.840567 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-d1fa7858-4db3-4e9c-8e0c-3c868c7be863 req-453f0d75-0b6d-4264-bf9c-a957afe91035 service neutron] 10.222.0.43 "GET /v2.0/networks/7c01d387-d358-4f29-bf7d-6abba4f7274f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645137 Jun 28 11:18:27.014860 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e5694-eac6-4d79-a25b-37987c49deeb req-c0c4f863-dbff-4c72-9805-d5b9889008a2 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:27.026388 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-620e5694-eac6-4d79-a25b-37987c49deeb req-c0c4f863-dbff-4c72-9805-d5b9889008a2 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/ports?device_id=aae5c79c-04a1-4022-a5f9-09e34ba23fff HTTP/1.1" status: 200 len: 944 time: 0.2557137 Jun 28 11:18:27.144703 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-194aa5fc-0771-4710-b729-794df1f22378 req-66b59229-bd91-48df-bd9e-cbc03805200d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=550bd21d-10c5-4388-a5c4-8c0d38d1f620 HTTP/1.1" status: 200 len: 217 time: 0.2946200 Jun 28 11:18:27.229051 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-d1fa7858-4db3-4e9c-8e0c-3c868c7be863 req-f694d75f-c102-4d2f-844c-336ed24efd9a service neutron] 10.222.0.43 "GET /v2.0/networks/7c01d387-d358-4f29-bf7d-6abba4f7274f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3777742 Jun 28 11:18:27.256785 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-620e5694-eac6-4d79-a25b-37987c49deeb req-51971d6d-37d9-4cb3-bb3c-36d8d1a418da tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/security-groups?id=88f4dbcb-6d20-4b45-afa8-5e21259d1ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276537 Jun 28 11:18:27.315924 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-962595fb-7e00-448d-ad58-ce43dada5346 req-a1efdf15-e448-4cea-a345-028626432b49 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=e2ab2fd207d04ab8857c0de171028b53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1303799 Jun 28 11:18:27.337417 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 54884) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:27.362099 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-1bdd1f7b-9b1a-4241-8553-8a4fcf89e089 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:27.378461 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-1bdd1f7b-9b1a-4241-8553-8a4fcf89e089 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:18:27.382587 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-1bdd1f7b-9b1a-4241-8553-8a4fcf89e089 admin admin] Usage tracker for resource:security_group_rule and tenant:7588d45bf8a94aa0a4b77e59925ac622 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:18:27.385764 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-1bdd1f7b-9b1a-4241-8553-8a4fcf89e089 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:18:27.391649 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-1bdd1f7b-9b1a-4241-8553-8a4fcf89e089 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:18:27.439419 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194aa5fc-0771-4710-b729-794df1f22378 req-6c50895b-e9df-4dd4-b5b8-01186bd76d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:27.441113 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-194aa5fc-0771-4710-b729-794df1f22378 req-6c50895b-e9df-4dd4-b5b8-01186bd76d80 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4959b550-e4a6-4bb2-a9b3-3d13206321f5 HTTP/1.1" status: 200 len: 858 time: 0.2110438 Jun 28 11:18:27.488580 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-1bdd1f7b-9b1a-4241-8553-8a4fcf89e089 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:27.496436 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-1bdd1f7b-9b1a-4241-8553-8a4fcf89e089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:27.595195 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-1bdd1f7b-9b1a-4241-8553-8a4fcf89e089 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7588d45bf8a94aa0a4b77e59925ac622&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2562430 Jun 28 11:18:27.595944 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdd1f7b-9b1a-4241-8553-8a4fcf89e089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5e568f-c9d4-40a0-8c40-0dd67c78383e,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:27.604362 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 54898) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:27.758296 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-76c5c263-805c-404e-bc4d-36383462de08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:27.768776 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc9a36-8902-4d71-a918-7b6921dd2795 req-dd5c1e9a-dc5b-4257-a06f-51396372bcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:27.770411 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-dddc9a36-8902-4d71-a918-7b6921dd2795 req-dd5c1e9a-dc5b-4257-a06f-51396372bcf2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=135dd37bc4244e3798de728d72965864&device_id=aae5c79c-04a1-4022-a5f9-09e34ba23fff HTTP/1.1" status: 200 len: 1097 time: 0.4178128 Jun 28 11:18:27.813851 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962595fb-7e00-448d-ad58-ce43dada5346 req-41ee332a-f501-4e4c-9523-1329120e67a3 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:27.821380 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-962595fb-7e00-448d-ad58-ce43dada5346 req-41ee332a-f501-4e4c-9523-1329120e67a3 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5044250 Jun 28 11:18:27.830405 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194aa5fc-0771-4710-b729-794df1f22378 req-47d0c94c-f3de-46e7-bfa1-5128fa773927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:27.832026 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-194aa5fc-0771-4710-b729-794df1f22378 req-47d0c94c-f3de-46e7-bfa1-5128fa773927 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3dcee093-7093-4d70-9e54-e71a2fd9b0d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3258588 Jun 28 11:18:27.889878 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-76c5c263-805c-404e-bc4d-36383462de08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:27.964167 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c469dcc-b3a9-4c16-a8d1-6cce090fdca3 req-2f852de4-7520-46ee-af48-141957483ff8 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:27.973016 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-9c469dcc-b3a9-4c16-a8d1-6cce090fdca3 req-2f852de4-7520-46ee-af48-141957483ff8 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=b00c32bb-5b10-4ba1-bb89-82e34b2ba60f HTTP/1.1" status: 200 len: 945 time: 0.1200147 Jun 28 11:18:28.019242 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-9c469dcc-b3a9-4c16-a8d1-6cce090fdca3 req-bc7c4343-00c7-4d50-870b-feecea36d0d8 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451422 Jun 28 11:18:28.186237 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-962595fb-7e00-448d-ad58-ce43dada5346 req-5acd5a42-33fd-410b-b8ac-f17c60511a34 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/quotas/e2ab2fd207d04ab8857c0de171028b53 HTTP/1.1" status: 200 len: 375 time: 0.3638477 Jun 28 11:18:28.291308 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-962595fb-7e00-448d-ad58-ce43dada5346 req-fa4635dc-5ca5-43b2-96ea-869636fb9ba3 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e2ab2fd207d04ab8857c0de171028b53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0868306 Jun 28 11:18:28.412673 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc9a36-8902-4d71-a918-7b6921dd2795 req-d67f8739-9991-4087-b683-d67068adfbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:28.414195 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-dddc9a36-8902-4d71-a918-7b6921dd2795 req-d67f8739-9991-4087-b683-d67068adfbad service neutron] 10.222.0.43 "GET /v2.0/networks?id=7c01d387-d358-4f29-bf7d-6abba4f7274f HTTP/1.1" status: 200 len: 908 time: 0.6320636 Jun 28 11:18:28.482488 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-76c5c263-805c-404e-bc4d-36383462de08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:28.501954 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-194aa5fc-0771-4710-b729-794df1f22378 req-5fde1fb3-1e25-4158-8683-cb54b30d94b6 service neutron] 10.222.0.43 "GET /v2.0/networks/3dcee093-7093-4d70-9e54-e71a2fd9b0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6027594 Jun 28 11:18:28.517247 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-dddc9a36-8902-4d71-a918-7b6921dd2795 req-4505c977-7380-4755-b5db-9431e957a8f6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9df9c369-e547-41af-b6be-a01c136a0d05 HTTP/1.1" status: 200 len: 217 time: 0.0923076 Jun 28 11:18:28.579582 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c5c263-805c-404e-bc4d-36383462de08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f5e568f-c9d4-40a0-8c40-0dd67c78383e,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:28.651046 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-01c556d4-7577-49c6-b025-7d57dda2be8b req-4fc57115-160e-445c-b456-4a02b6b6766d tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/ports?device_id=328e464d-f23c-421e-89bc-cb2a384d265c HTTP/1.1" status: 200 len: 210 time: 0.1392004 Jun 28 11:18:28.697270 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b24db6-f8a2-4954-8950-e501b223fd2f req-6641dd0a-884a-4953-bf67-ec5a93da8038 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:28.699140 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-80b24db6-f8a2-4954-8950-e501b223fd2f req-6641dd0a-884a-4953-bf67-ec5a93da8038 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/ports?device_id=aae5c79c-04a1-4022-a5f9-09e34ba23fff HTTP/1.1" status: 200 len: 944 time: 0.1566713 Jun 28 11:18:28.728039 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-76c5c263-805c-404e-bc4d-36383462de08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:28.731964 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-76c5c263-805c-404e-bc4d-36383462de08 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0f5e568f-c9d4-40a0-8c40-0dd67c78383e HTTP/1.1" status: 204 len: 168 time: 1.1199813 Jun 28 11:18:28.764014 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-80b24db6-f8a2-4954-8950-e501b223fd2f req-43d5e18d-f94d-40e5-951c-6cd45c0febc3 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/security-groups?id=88f4dbcb-6d20-4b45-afa8-5e21259d1ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580957 Jun 28 11:18:28.783534 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc9a36-8902-4d71-a918-7b6921dd2795 req-abe05d6f-e2ba-4bba-b23e-fa1cf8770700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:28.787101 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-dddc9a36-8902-4d71-a918-7b6921dd2795 req-abe05d6f-e2ba-4bba-b23e-fa1cf8770700 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c92c7dcf-42ef-470f-b262-61fdf96e867a HTTP/1.1" status: 200 len: 847 time: 0.1966541 Jun 28 11:18:28.914858 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-dddc9a36-8902-4d71-a918-7b6921dd2795 req-6de43c0d-b46a-422e-840d-16956b8fcd87 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c01d387-d358-4f29-bf7d-6abba4f7274f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1103022 Jun 28 11:18:29.009303 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-194aa5fc-0771-4710-b729-794df1f22378 req-03c062ff-92ec-4d73-8a27-39a027400110 service neutron] 10.222.0.43 "GET /v2.0/networks/3dcee093-7093-4d70-9e54-e71a2fd9b0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4942791 Jun 28 11:18:29.193964 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e15b6-a6f8-47eb-8db9-f375b74eabf3 req-aed4963b-181f-4a28-9245-50050eb874cb tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:29.203004 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-004e15b6-a6f8-47eb-8db9-f375b74eabf3 req-aed4963b-181f-4a28-9245-50050eb874cb tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/networks?id=37bb99b0-7529-44da-9b0b-e494ebe4140f HTTP/1.1" status: 200 len: 814 time: 0.3514974 Jun 28 11:18:29.226902 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-dddc9a36-8902-4d71-a918-7b6921dd2795 req-c9a61919-1282-4e85-9d85-415821344ff5 service neutron] 10.222.0.43 "GET /v2.0/networks/7c01d387-d358-4f29-bf7d-6abba4f7274f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535138 Jun 28 11:18:29.233380 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-004e15b6-a6f8-47eb-8db9-f375b74eabf3 req-4845ed5f-99e9-4575-9086-3518fbe5ef9f tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/quotas/d25e7ce42d8c46ecbeacc1c6835ede35 HTTP/1.1" status: 200 len: 375 time: 0.0297930 Jun 28 11:18:29.265479 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device 9df9c369-e547-41af-b6be-a01c136a0d05 details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=88179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:18:29.333765 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881033d7-157d-41f5-b26e-4d4342ee44a6 req-d6545fad-6038-40be-9b39-68288aece941 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:29.349208 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-881033d7-157d-41f5-b26e-4d4342ee44a6 req-d6545fad-6038-40be-9b39-68288aece941 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=b00c32bb-5b10-4ba1-bb89-82e34b2ba60f HTTP/1.1" status: 200 len: 945 time: 0.1401305 Jun 28 11:18:29.461336 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-881033d7-157d-41f5-b26e-4d4342ee44a6 req-b3ad8116-9907-430a-a008-d9ca8cc4215e tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108572 Jun 28 11:18:29.484253 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-dddc9a36-8902-4d71-a918-7b6921dd2795 req-5c24f32c-318c-4711-a206-eda34a92b493 service neutron] 10.222.0.43 "GET /v2.0/networks/7c01d387-d358-4f29-bf7d-6abba4f7274f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768994 Jun 28 11:18:29.491419 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port 9df9c369-e547-41af-b6be-a01c136a0d05, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=9df9c369-e547-41af-b6be-a01c136a0d05,segment=NetworkSegment(cf57fc87-7cdf-4217-a690-fdc2f976a68e),segment_id=cf57fc87-7cdf-4217-a690-fdc2f976a68e)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:18:29.508305 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Returning: {'device': '9df9c369-e547-41af-b6be-a01c136a0d05', 'network_id': '7c01d387-d358-4f29-bf7d-6abba4f7274f', 'port_id': '9df9c369-e547-41af-b6be-a01c136a0d05', 'mac_address': 'fa:16:3e:cc:f6:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c92c7dcf-42ef-470f-b262-61fdf96e867a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:18:29.527988 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-004e15b6-a6f8-47eb-8db9-f375b74eabf3 req-eb9446cf-a747-4534-a295-b12a67b2df59 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d25e7ce42d8c46ecbeacc1c6835ede35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2922549 Jun 28 11:18:29.593736 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:29.600656 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Current status of the port 9df9c369-e547-41af-b6be-a01c136a0d05 is: DOWN; New status is: BUILD {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:18:29.601106 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:29.621079 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9df9c369-e547-41af-b6be-a01c136a0d05 {{(pid=88179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:18:29.644825 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port 9df9c369-e547-41af-b6be-a01c136a0d05, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=9df9c369-e547-41af-b6be-a01c136a0d05,segment=NetworkSegment(cf57fc87-7cdf-4217-a690-fdc2f976a68e),segment_id=cf57fc87-7cdf-4217-a690-fdc2f976a68e)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:18:29.650984 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:29.732583 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Pushing event updated for resources: {'Port': ['ID=9df9c369-e547-41af-b6be-a01c136a0d05,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:29.741340 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:29.741981 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:29.742734 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:29.743221 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:29.743710 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:29.744201 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-004e15b6-a6f8-47eb-8db9-f375b74eabf3 req-b88d9084-d59b-49ee-bca0-3e6666d9c6c5 service neutron] 10.222.0.23 "GET /v2.0/networks/37bb99b0-7529-44da-9b0b-e494ebe4140f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002995 Jun 28 11:18:29.750652 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:29.751021 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:29.751358 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:29.751847 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:29.752574 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:29.753086 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:29.753560 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:29.883161 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-7327a867-f658-4fe4-ad77-c4fa8c66d68d req-b8cc62c5-1e46-4c3a-94fe-2833ccc08e9a tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/ports?device_id=328e464d-f23c-421e-89bc-cb2a384d265c HTTP/1.1" status: 200 len: 210 time: 0.0573182 Jun 28 11:18:29.936258 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-004e15b6-a6f8-47eb-8db9-f375b74eabf3 req-3cfea990-3402-4663-8a40-df6a97bb1759 service neutron] 10.222.0.23 "GET /v2.0/networks/37bb99b0-7529-44da-9b0b-e494ebe4140f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842952 Jun 28 11:18:30.050311 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] get_ports_and_sgs() called for port_ids ['9df9c369-e547-41af-b6be-a01c136a0d05'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:18:30.272594 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7bdb0-7eb4-4ad0-8f2c-6d4b75aadea7 req-73189001-d598-496f-9fd5-6232cd6ba68b tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:30.275825 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-83e7bdb0-7eb4-4ad0-8f2c-6d4b75aadea7 req-73189001-d598-496f-9fd5-6232cd6ba68b tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/ports?device_id=aae5c79c-04a1-4022-a5f9-09e34ba23fff HTTP/1.1" status: 200 len: 945 time: 0.2385414 Jun 28 11:18:30.376852 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-83e7bdb0-7eb4-4ad0-8f2c-6d4b75aadea7 req-a04ae9ad-e299-492c-a8cc-5619b3e37ef8 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/security-groups?id=88f4dbcb-6d20-4b45-afa8-5e21259d1ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936837 Jun 28 11:18:30.425669 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-475f040f-a3e8-400b-9f19-8f15f11ef0e8 req-9077ba51-4f9e-45b3-af67-cfaeaa511c94 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bdcbd98-58ab-495c-a9b7-9781d66ac924 HTTP/1.1" status: 200 len: 210 time: 0.3172216 Jun 28 11:18:30.441036 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-962595fb-7e00-448d-ad58-ce43dada5346 req-3538983f-09cf-4a4a-a69b-3bdce2e323ff tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=e2ab2fd207d04ab8857c0de171028b53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1992002 Jun 28 11:18:30.724121 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962595fb-7e00-448d-ad58-ce43dada5346 req-b1490ebb-37bf-4dcc-b37a-a9084f835b97 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:30.725833 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-962595fb-7e00-448d-ad58-ce43dada5346 req-b1490ebb-37bf-4dcc-b37a-a9084f835b97 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2772324 Jun 28 11:18:30.753501 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [req-962595fb-7e00-448d-ad58-ce43dada5346 req-382b9cbb-f24f-4bbf-b823-c540b92e0059 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Request body: {'port': {'device_id': '328e464d-f23c-421e-89bc-cb2a384d265c', 'network_id': '35c69f85-218c-4b22-b331-5ba159ed407d', 'admin_state_up': True, 'tenant_id': 'e2ab2fd207d04ab8857c0de171028b53'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:18:30.758892 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01ab92f-fa0e-455b-bd53-c6bff0f95bbb req-1d8c1403-a356-4a05-a3e6-c9263913ba70 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:30.761607 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-a01ab92f-fa0e-455b-bd53-c6bff0f95bbb req-1d8c1403-a356-4a05-a3e6-c9263913ba70 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=b00c32bb-5b10-4ba1-bb89-82e34b2ba60f HTTP/1.1" status: 200 len: 945 time: 0.1382866 Jun 28 11:18:30.959361 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-a01ab92f-fa0e-455b-bd53-c6bff0f95bbb req-189d5ae7-9ded-4ff6-89fc-585ab7da4cef tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798575 Jun 28 11:18:31.001969 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [req-962595fb-7e00-448d-ad58-ce43dada5346 req-382b9cbb-f24f-4bbf-b823-c540b92e0059 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:18:31.007592 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-962595fb-7e00-448d-ad58-ce43dada5346 req-382b9cbb-f24f-4bbf-b823-c540b92e0059 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Usage tracker for resource:port and tenant:e2ab2fd207d04ab8857c0de171028b53 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:18:31.011971 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-962595fb-7e00-448d-ad58-ce43dada5346 req-382b9cbb-f24f-4bbf-b823-c540b92e0059 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:18:31.020360 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [req-962595fb-7e00-448d-ad58-ce43dada5346 req-382b9cbb-f24f-4bbf-b823-c540b92e0059 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:18:31.040798 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-962595fb-7e00-448d-ad58-ce43dada5346 req-382b9cbb-f24f-4bbf-b823-c540b92e0059 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Made reservation on behalf of e2ab2fd207d04ab8857c0de171028b53 for: {'port': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:18:31.048252 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-962595fb-7e00-448d-ad58-ce43dada5346 req-382b9cbb-f24f-4bbf-b823-c540b92e0059 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:31.133333 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-962595fb-7e00-448d-ad58-ce43dada5346 req-382b9cbb-f24f-4bbf-b823-c540b92e0059 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:31.151979 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-ad4c9097-879b-427e-898b-2990bd931241 req-a4c8202f-09e6-43d1-96bb-e37b716224ae tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/ports?device_id=328e464d-f23c-421e-89bc-cb2a384d265c HTTP/1.1" status: 200 len: 210 time: 0.0674894 Jun 28 11:18:31.158174 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [req-962595fb-7e00-448d-ad58-ce43dada5346 req-382b9cbb-f24f-4bbf-b823-c540b92e0059 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:18:31.162344 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-962595fb-7e00-448d-ad58-ce43dada5346 req-382b9cbb-f24f-4bbf-b823-c540b92e0059 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Usage tracker for resource:security_group_rule and tenant:e2ab2fd207d04ab8857c0de171028b53 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:18:31.165784 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-962595fb-7e00-448d-ad58-ce43dada5346 req-382b9cbb-f24f-4bbf-b823-c540b92e0059 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:18:31.172740 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [req-962595fb-7e00-448d-ad58-ce43dada5346 req-382b9cbb-f24f-4bbf-b823-c540b92e0059 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:18:31.274338 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-962595fb-7e00-448d-ad58-ce43dada5346 req-382b9cbb-f24f-4bbf-b823-c540b92e0059 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:31.280047 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-962595fb-7e00-448d-ad58-ce43dada5346 req-382b9cbb-f24f-4bbf-b823-c540b92e0059 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:31.366184 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382b9cbb-f24f-4bbf-b823-c540b92e0059 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c863cc06-c665-4857-90b8-4daa9fc9883a,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:31.478023 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.db_base_plugin_common [req-962595fb-7e00-448d-ad58-ce43dada5346 req-382b9cbb-f24f-4bbf-b823-c540b92e0059 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Allocated IP 192.168.233.177 (35c69f85-218c-4b22-b331-5ba159ed407d/39118414-989d-43ae-8d79-4a71ae0d4915/4663f4a2-0029-45b9-95dc-02b0fd317275) {{(pid=88177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:18:31.607923 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef5a19e-f47f-4dd4-b8c2-f217974cfed3 req-a009dcdc-d2d9-43c4-abca-c84fb0679938 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:31.610271 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-cef5a19e-f47f-4dd4-b8c2-f217974cfed3 req-a009dcdc-d2d9-43c4-abca-c84fb0679938 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/ports?device_id=aae5c79c-04a1-4022-a5f9-09e34ba23fff HTTP/1.1" status: 200 len: 945 time: 0.1038609 Jun 28 11:18:31.663432 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-cef5a19e-f47f-4dd4-b8c2-f217974cfed3 req-b0ca49fa-1622-4558-ab52-ca2efa94eda1 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/security-groups?id=88f4dbcb-6d20-4b45-afa8-5e21259d1ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470080 Jun 28 11:18:31.705227 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-ebda7012-3274-48e3-aa6d-ed0ceaa9b0a5 req-7fe2df17-06ab-4628-9072-9ccc9edbfadc tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bdcbd98-58ab-495c-a9b7-9781d66ac924 HTTP/1.1" status: 200 len: 210 time: 0.0704401 Jun 28 11:18:31.897360 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-962595fb-7e00-448d-ad58-ce43dada5346 req-382b9cbb-f24f-4bbf-b823-c540b92e0059 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Notify callbacks [] for port, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:31.954016 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.provisioning_blocks [req-962595fb-7e00-448d-ad58-ce43dada5346 req-382b9cbb-f24f-4bbf-b823-c540b92e0059 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Transition to ACTIVE for port object 4663f4a2-0029-45b9-95dc-02b0fd317275 will not be triggered until provisioned by entity DHCP. {{(pid=88177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:18:31.987663 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e15b6-a6f8-47eb-8db9-f375b74eabf3 req-009ae353-4583-488d-9c19-7f250ae533a2 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:31.989697 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-004e15b6-a6f8-47eb-8db9-f375b74eabf3 req-009ae353-4583-488d-9c19-7f250ae533a2 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.43 "GET /v2.0/networks?id=37bb99b0-7529-44da-9b0b-e494ebe4140f HTTP/1.1" status: 200 len: 814 time: 0.2327421 Jun 28 11:18:32.023714 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [req-004e15b6-a6f8-47eb-8db9-f375b74eabf3 req-d6dbfbc5-8fda-4ad2-be04-af797f07ba66 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Request body: {'port': {'device_id': '3bdcbd98-58ab-495c-a9b7-9781d66ac924', 'network_id': '37bb99b0-7529-44da-9b0b-e494ebe4140f', 'admin_state_up': True, 'tenant_id': 'd25e7ce42d8c46ecbeacc1c6835ede35'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:18:32.187284 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-962595fb-7e00-448d-ad58-ce43dada5346 req-382b9cbb-f24f-4bbf-b823-c540b92e0059 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782103981231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2688079'] for port, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:32.262579 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b8be8-a7c2-40d3-9d1b-13be7c359467 req-272daad5-20f9-4fd1-b99d-e12b978892e8 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:32.275138 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-8e5b8be8-a7c2-40d3-9d1b-13be7c359467 req-272daad5-20f9-4fd1-b99d-e12b978892e8 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=b00c32bb-5b10-4ba1-bb89-82e34b2ba60f HTTP/1.1" status: 200 len: 945 time: 0.1639307 Jun 28 11:18:32.303308 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-962595fb-7e00-448d-ad58-ce43dada5346 req-382b9cbb-f24f-4bbf-b823-c540b92e0059 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Network 35c69f85-218c-4b22-b331-5ba159ed407d is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:18:32.307125 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.base_scheduler [req-962595fb-7e00-448d-ad58-ce43dada5346 req-382b9cbb-f24f-4bbf-b823-c540b92e0059 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:18:32.313333 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.l3_dvrscheduler_db [req-962595fb-7e00-448d-ad58-ce43dada5346 req-382b9cbb-f24f-4bbf-b823-c540b92e0059 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Received port after_create {{(pid=88177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:18:32.358973 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-8e5b8be8-a7c2-40d3-9d1b-13be7c359467 req-e3842753-494f-4e11-b4d8-b2c3fd8911bf tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810986 Jun 28 11:18:32.369432 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [req-004e15b6-a6f8-47eb-8db9-f375b74eabf3 req-d6dbfbc5-8fda-4ad2-be04-af797f07ba66 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:18:32.463802 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-004e15b6-a6f8-47eb-8db9-f375b74eabf3 req-d6dbfbc5-8fda-4ad2-be04-af797f07ba66 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Usage tracker for resource:port and tenant:d25e7ce42d8c46ecbeacc1c6835ede35 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:18:32.467582 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382b9cbb-f24f-4bbf-b823-c540b92e0059 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Pushing event updated for resources: {'Port': ['ID=4663f4a2-0029-45b9-95dc-02b0fd317275,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:32.480675 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-004e15b6-a6f8-47eb-8db9-f375b74eabf3 req-d6dbfbc5-8fda-4ad2-be04-af797f07ba66 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:18:32.496128 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [req-004e15b6-a6f8-47eb-8db9-f375b74eabf3 req-d6dbfbc5-8fda-4ad2-be04-af797f07ba66 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:18:32.544077 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962595fb-7e00-448d-ad58-ce43dada5346 req-382b9cbb-f24f-4bbf-b823-c540b92e0059 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:32.545162 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-962595fb-7e00-448d-ad58-ce43dada5346 req-382b9cbb-f24f-4bbf-b823-c540b92e0059 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:32.550993 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-004e15b6-a6f8-47eb-8db9-f375b74eabf3 req-d6dbfbc5-8fda-4ad2-be04-af797f07ba66 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Made reservation on behalf of d25e7ce42d8c46ecbeacc1c6835ede35 for: {'port': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:18:32.554353 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-004e15b6-a6f8-47eb-8db9-f375b74eabf3 req-d6dbfbc5-8fda-4ad2-be04-af797f07ba66 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:32.637236 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-962595fb-7e00-448d-ad58-ce43dada5346 req-382b9cbb-f24f-4bbf-b823-c540b92e0059 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8938689 Jun 28 11:18:32.637786 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-a41d3cc1-521f-4523-a74b-0aa2c7b08247 None None] Provisioning for port 4663f4a2-0029-45b9-95dc-02b0fd317275 completed by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:18:32.647992 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-a41d3cc1-521f-4523-a74b-0aa2c7b08247 None None] Provisioning complete for port 4663f4a2-0029-45b9-95dc-02b0fd317275 triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:18:32.648793 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a41d3cc1-521f-4523-a74b-0aa2c7b08247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:32.665163 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [req-962595fb-7e00-448d-ad58-ce43dada5346 req-30975a0f-8445-400d-b116-2a9d08e79159 service neutron] Request body: {'port': {'device_id': '328e464d-f23c-421e-89bc-cb2a384d265c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:18:32.729794 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30876853-5940-47c9-a8dd-290d8df72bab req-8fe314b5-8661-4532-9b4e-094ef8cea1ba tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:32.730634 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-30876853-5940-47c9-a8dd-290d8df72bab req-8fe314b5-8661-4532-9b4e-094ef8cea1ba tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Synchronizing usage tracker for tenant:e2ab2fd207d04ab8857c0de171028b53 on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:18:32.743663 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-a41d3cc1-521f-4523-a74b-0aa2c7b08247 None None] Port 4663f4a2-0029-45b9-95dc-02b0fd317275 cannot update to ACTIVE because it is not bound. {{(pid=88179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:18:33.030780 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa8ad0f-e19a-4a7b-ae4f-5fb2f31b6545 req-484902d6-363b-4cd6-9b49-103be9fb8e04 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:33.033288 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-3aa8ad0f-e19a-4a7b-ae4f-5fb2f31b6545 req-484902d6-363b-4cd6-9b49-103be9fb8e04 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/ports?device_id=aae5c79c-04a1-4022-a5f9-09e34ba23fff HTTP/1.1" status: 200 len: 945 time: 0.2308376 Jun 28 11:18:33.111145 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-3aa8ad0f-e19a-4a7b-ae4f-5fb2f31b6545 req-91f6e176-3ea1-4285-bb13-c4668af0880f tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/security-groups?id=88f4dbcb-6d20-4b45-afa8-5e21259d1ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689504 Jun 28 11:18:33.136001 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-30876853-5940-47c9-a8dd-290d8df72bab req-8fe314b5-8661-4532-9b4e-094ef8cea1ba tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Unset dirty status for tenant:e2ab2fd207d04ab8857c0de171028b53 on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:18:33.145434 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-30876853-5940-47c9-a8dd-290d8df72bab req-8fe314b5-8661-4532-9b4e-094ef8cea1ba tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/ports?device_id=328e464d-f23c-421e-89bc-cb2a384d265c HTTP/1.1" status: 200 len: 936 time: 0.7717512 Jun 28 11:18:33.269582 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.db_base_plugin_common [req-004e15b6-a6f8-47eb-8db9-f375b74eabf3 req-d6dbfbc5-8fda-4ad2-be04-af797f07ba66 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Allocated IP 172.20.0.6 (37bb99b0-7529-44da-9b0b-e494ebe4140f/8b53bddf-fdb5-43a8-99e3-085d58e36040/4e3c09b4-043f-4f7c-8cd4-2aca917b44a1) {{(pid=88177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:18:33.287574 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device 9df9c369-e547-41af-b6be-a01c136a0d05 up at agent hyperv_hv-cinder-84460 {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:18:33.658676 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [req-d44da911-d3d3-40a3-8e08-606e15ed1a22 req-bab94643-6703-4543-a3a0-06c07f1f80b0 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Synchronizing usage tracker for tenant:d25e7ce42d8c46ecbeacc1c6835ede35 on resource:port {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:18:33.662683 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Provisioning for port 9df9c369-e547-41af-b6be-a01c136a0d05 completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:18:33.678316 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Provisioning complete for port 9df9c369-e547-41af-b6be-a01c136a0d05 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:18:33.678865 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:33.706561 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [req-d44da911-d3d3-40a3-8e08-606e15ed1a22 req-bab94643-6703-4543-a3a0-06c07f1f80b0 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Unset dirty status for tenant:d25e7ce42d8c46ecbeacc1c6835ede35 on resource:port {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:18:33.718719 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-d44da911-d3d3-40a3-8e08-606e15ed1a22 req-bab94643-6703-4543-a3a0-06c07f1f80b0 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bdcbd98-58ab-495c-a9b7-9781d66ac924 HTTP/1.1" status: 200 len: 210 time: 0.2266121 Jun 28 11:18:33.760736 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-962595fb-7e00-448d-ad58-ce43dada5346 req-30975a0f-8445-400d-b116-2a9d08e79159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:34.180132 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Current status of the port 9df9c369-e547-41af-b6be-a01c136a0d05 is: BUILD; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:18:34.181809 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:34.283413 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-30876853-5940-47c9-a8dd-290d8df72bab req-d63e5eae-a489-4501-9237-b7e5e0e91d5c tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Synchronizing usage tracker for tenant:e2ab2fd207d04ab8857c0de171028b53 on resource:security_group {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:18:34.331044 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port 9df9c369-e547-41af-b6be-a01c136a0d05, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=9df9c369-e547-41af-b6be-a01c136a0d05,segment=NetworkSegment(cf57fc87-7cdf-4217-a690-fdc2f976a68e),segment_id=cf57fc87-7cdf-4217-a690-fdc2f976a68e)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:18:34.332835 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aae5c79c-04a1-4022-a5f9-09e34ba23fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df9c369-e547-41af-b6be-a01c136a0d05'}] {{(pid=88179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:18:34.346941 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-004e15b6-a6f8-47eb-8db9-f375b74eabf3 req-d6dbfbc5-8fda-4ad2-be04-af797f07ba66 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Notify callbacks [] for port, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:34.363362 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:34.367621 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.provisioning_blocks [req-004e15b6-a6f8-47eb-8db9-f375b74eabf3 req-d6dbfbc5-8fda-4ad2-be04-af797f07ba66 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Transition to ACTIVE for port object 4e3c09b4-043f-4f7c-8cd4-2aca917b44a1 will not be triggered until provisioned by entity DHCP. {{(pid=88177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:18:34.449619 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a37f9-4dcb-4a70-a1f4-7d7e43faad44 req-4d46f0c4-abc4-4f1b-aa35-9f5ebd1dd220 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:34.463386 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-7d6a37f9-4dcb-4a70-a1f4-7d7e43faad44 req-4d46f0c4-abc4-4f1b-aa35-9f5ebd1dd220 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=b00c32bb-5b10-4ba1-bb89-82e34b2ba60f HTTP/1.1" status: 200 len: 945 time: 0.2354484 Jun 28 11:18:34.474510 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Pushing event updated for resources: {'Port': ['ID=9df9c369-e547-41af-b6be-a01c136a0d05,revision_number=5']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:34.546239 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-7d6a37f9-4dcb-4a70-a1f4-7d7e43faad44 req-805a06bb-a301-4f9f-8fa3-729e22c50e4f tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810096 Jun 28 11:18:34.575616 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-004e15b6-a6f8-47eb-8db9-f375b74eabf3 req-d6dbfbc5-8fda-4ad2-be04-af797f07ba66 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782103981231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2688079'] for port, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:34.856683 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-004e15b6-a6f8-47eb-8db9-f375b74eabf3 req-d6dbfbc5-8fda-4ad2-be04-af797f07ba66 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Network 37bb99b0-7529-44da-9b0b-e494ebe4140f is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:18:34.862373 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-30876853-5940-47c9-a8dd-290d8df72bab req-d63e5eae-a489-4501-9237-b7e5e0e91d5c tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Unset dirty status for tenant:e2ab2fd207d04ab8857c0de171028b53 on resource:security_group {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:18:34.863654 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-30876853-5940-47c9-a8dd-290d8df72bab req-d63e5eae-a489-4501-9237-b7e5e0e91d5c tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/security-groups?id=c863cc06-c665-4857-90b8-4daa9fc9883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7173259 Jun 28 11:18:34.869780 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.base_scheduler [req-004e15b6-a6f8-47eb-8db9-f375b74eabf3 req-d6dbfbc5-8fda-4ad2-be04-af797f07ba66 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:18:34.880877 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.l3_dvrscheduler_db [req-004e15b6-a6f8-47eb-8db9-f375b74eabf3 req-d6dbfbc5-8fda-4ad2-be04-af797f07ba66 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Received port after_create {{(pid=88177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:18:34.947245 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dbfbc5-8fda-4ad2-be04-af797f07ba66 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Pushing event updated for resources: {'Port': ['ID=4e3c09b4-043f-4f7c-8cd4-2aca917b44a1,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:35.001761 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb715c8-cf33-440c-bf94-99c09af335d1 req-e2d86d54-3ab6-4605-b465-4f4257988efc tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:35.012429 dv-cinder-844605-1-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22d70cbd-aef1-4814-a60c-f2091c9ad604'] response: {'server_uuid': 'aae5c79c-04a1-4022-a5f9-09e34ba23fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df9c369-e547-41af-b6be-a01c136a0d05', 'code': 200} Jun 28 11:18:35.016181 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-aeb715c8-cf33-440c-bf94-99c09af335d1 req-e2d86d54-3ab6-4605-b465-4f4257988efc tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/ports?device_id=aae5c79c-04a1-4022-a5f9-09e34ba23fff HTTP/1.1" status: 200 len: 946 time: 0.2284775 Jun 28 11:18:35.147537 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e15b6-a6f8-47eb-8db9-f375b74eabf3 req-d6dbfbc5-8fda-4ad2-be04-af797f07ba66 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:35.148346 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-004e15b6-a6f8-47eb-8db9-f375b74eabf3 req-d6dbfbc5-8fda-4ad2-be04-af797f07ba66 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:35.153554 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-aeb715c8-cf33-440c-bf94-99c09af335d1 req-b048a487-4959-4321-a4ce-ba1b2afe1984 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/security-groups?id=88f4dbcb-6d20-4b45-afa8-5e21259d1ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356549 Jun 28 11:18:35.264855 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 55108) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:35.272368 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [None req-78a45680-5cf2-40b0-8c50-20556d4fbbbb tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Request body: {'security_group': {'name': 'tempest-securitygroup--421126593', 'description': 'tempest-description--48850637'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:18:35.281852 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-78a45680-5cf2-40b0-8c50-20556d4fbbbb tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:18:35.307553 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-78a45680-5cf2-40b0-8c50-20556d4fbbbb tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:18:35.311050 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-64474657-bfb8-493c-9128-6afcb8f44396 None None] Provisioning for port 4e3c09b4-043f-4f7c-8cd4-2aca917b44a1 completed by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:18:35.312661 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-004e15b6-a6f8-47eb-8db9-f375b74eabf3 req-d6dbfbc5-8fda-4ad2-be04-af797f07ba66 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3053186 Jun 28 11:18:35.319717 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-64474657-bfb8-493c-9128-6afcb8f44396 None None] Provisioning complete for port 4e3c09b4-043f-4f7c-8cd4-2aca917b44a1 triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:18:35.320275 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-64474657-bfb8-493c-9128-6afcb8f44396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:35.324610 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-78a45680-5cf2-40b0-8c50-20556d4fbbbb tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:35.355690 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-78a45680-5cf2-40b0-8c50-20556d4fbbbb tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:18:35.360395 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-78a45680-5cf2-40b0-8c50-20556d4fbbbb tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Usage tracker for resource:security_group_rule and tenant:9a519a8d5c54458c8ad1c43bdb399503 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:18:35.363771 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-78a45680-5cf2-40b0-8c50-20556d4fbbbb tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:18:35.370437 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-78a45680-5cf2-40b0-8c50-20556d4fbbbb tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:18:35.460451 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-64474657-bfb8-493c-9128-6afcb8f44396 None None] Port 4e3c09b4-043f-4f7c-8cd4-2aca917b44a1 cannot update to ACTIVE because it is not bound. {{(pid=88179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:18:35.467898 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.notifiers.nova [req-962595fb-7e00-448d-ad58-ce43dada5346 req-30975a0f-8445-400d-b116-2a9d08e79159 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4663f4a2-0029-45b9-95dc-02b0fd317275 {{(pid=88177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:18:35.492983 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c51e5-e553-4e6d-bb42-9be1d25832b4 req-6de17ff4-62bb-405e-b57a-33d4c27d1891 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:35.494337 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-f56c51e5-e553-4e6d-bb42-9be1d25832b4 req-6de17ff4-62bb-405e-b57a-33d4c27d1891 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Synchronizing usage tracker for tenant:d25e7ce42d8c46ecbeacc1c6835ede35 on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:18:35.502013 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-962595fb-7e00-448d-ad58-ce43dada5346 req-30975a0f-8445-400d-b116-2a9d08e79159 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:35.502833 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-78a45680-5cf2-40b0-8c50-20556d4fbbbb tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:35.507880 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-78a45680-5cf2-40b0-8c50-20556d4fbbbb tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:35.544116 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-f56c51e5-e553-4e6d-bb42-9be1d25832b4 req-6de17ff4-62bb-405e-b57a-33d4c27d1891 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Unset dirty status for tenant:d25e7ce42d8c46ecbeacc1c6835ede35 on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:18:35.545648 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-f56c51e5-e553-4e6d-bb42-9be1d25832b4 req-6de17ff4-62bb-405e-b57a-33d4c27d1891 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bdcbd98-58ab-495c-a9b7-9781d66ac924 HTTP/1.1" status: 200 len: 931 time: 0.3309865 Jun 28 11:18:35.546842 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.provisioning_blocks [req-962595fb-7e00-448d-ad58-ce43dada5346 req-30975a0f-8445-400d-b116-2a9d08e79159 service neutron] Transition to ACTIVE for port object 4663f4a2-0029-45b9-95dc-02b0fd317275 will not be triggered until provisioned by entity L2. {{(pid=88177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:18:35.551921 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-962595fb-7e00-448d-ad58-ce43dada5346 req-30975a0f-8445-400d-b116-2a9d08e79159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2688088'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:35.560852 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a45680-5cf2-40b0-8c50-20556d4fbbbb tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51053300-f9d9-4428-b380-507c71de1d97,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:35.580448 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-78a45680-5cf2-40b0-8c50-20556d4fbbbb tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:35.584887 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-78a45680-5cf2-40b0-8c50-20556d4fbbbb tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.3159001 Jun 28 11:18:35.585829 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 55118) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:35.598547 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [None req-9c01f9e1-6353-4b9c-b2eb-fb27562de101 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Request body: {'security_group_rule': {'security_group_id': '51053300-f9d9-4428-b380-507c71de1d97', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:18:35.604847 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-9c01f9e1-6353-4b9c-b2eb-fb27562de101 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:18:35.610062 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-9c01f9e1-6353-4b9c-b2eb-fb27562de101 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Usage tracker for resource:security_group_rule and tenant:9a519a8d5c54458c8ad1c43bdb399503 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:18:35.613674 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-9c01f9e1-6353-4b9c-b2eb-fb27562de101 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:18:35.627278 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-9c01f9e1-6353-4b9c-b2eb-fb27562de101 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:18:35.647479 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-9c01f9e1-6353-4b9c-b2eb-fb27562de101 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:35.790299 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30975a0f-8445-400d-b116-2a9d08e79159 service neutron] Pushing event updated for resources: {'Port': ['ID=4663f4a2-0029-45b9-95dc-02b0fd317275,revision_number=2']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:35.830416 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-9c01f9e1-6353-4b9c-b2eb-fb27562de101 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:35.851666 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-9c01f9e1-6353-4b9c-b2eb-fb27562de101 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545003'] for security_group_rule, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:35.936177 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c01f9e1-6353-4b9c-b2eb-fb27562de101 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=014e06b2-0501-4ba1-98a5-de5116f40f38,revision_number=0']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:35.965347 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-f56c51e5-e553-4e6d-bb42-9be1d25832b4 req-a41455de-642c-4808-ab95-f6cbabfb190c tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/security-groups?id=241009c6-b554-4232-9a2a-0be989c868ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4034204 Jun 28 11:18:35.970432 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ddfae-30a5-4c04-af2f-198fd230ee6f req-1bd0196b-abb1-49d7-ad9c-153a98e9d771 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:35.972037 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-d65ddfae-30a5-4c04-af2f-198fd230ee6f req-1bd0196b-abb1-49d7-ad9c-153a98e9d771 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=b00c32bb-5b10-4ba1-bb89-82e34b2ba60f HTTP/1.1" status: 200 len: 945 time: 0.2416079 Jun 28 11:18:35.978682 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-9c01f9e1-6353-4b9c-b2eb-fb27562de101 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:35.984755 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-9c01f9e1-6353-4b9c-b2eb-fb27562de101 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3938074 Jun 28 11:18:35.989097 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 55130) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:36.011617 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [None req-a8a6aecb-36ef-45df-afba-e988057a6692 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Request body: {'security_group_rule': {'security_group_id': '51053300-f9d9-4428-b380-507c71de1d97', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:18:36.036462 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-a8a6aecb-36ef-45df-afba-e988057a6692 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:18:36.058962 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-a8a6aecb-36ef-45df-afba-e988057a6692 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Usage tracker for resource:security_group_rule and tenant:9a519a8d5c54458c8ad1c43bdb399503 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:18:36.069462 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-a8a6aecb-36ef-45df-afba-e988057a6692 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:18:36.109424 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-a8a6aecb-36ef-45df-afba-e988057a6692 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:18:36.143349 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-d65ddfae-30a5-4c04-af2f-198fd230ee6f req-de2e0994-84ba-4b32-9353-8f7a972d74a7 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602101 Jun 28 11:18:36.164189 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.managers [req-962595fb-7e00-448d-ad58-ce43dada5346 req-30975a0f-8445-400d-b116-2a9d08e79159 service neutron] Attempting to bind port 4663f4a2-0029-45b9-95dc-02b0fd317275 on host hv-cinder-84460 for vnic_type normal with profile {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:18:36.164558 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.managers [req-962595fb-7e00-448d-ad58-ce43dada5346 req-30975a0f-8445-400d-b116-2a9d08e79159 service neutron] Attempting to bind port 4663f4a2-0029-45b9-95dc-02b0fd317275 by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': '767560d7-7b59-4ac6-906c-f84bcc63abdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '35c69f85-218c-4b22-b331-5ba159ed407d'}] {{(pid=88177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:18:36.164905 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962595fb-7e00-448d-ad58-ce43dada5346 req-30975a0f-8445-400d-b116-2a9d08e79159 service neutron] Attempting to bind port 4663f4a2-0029-45b9-95dc-02b0fd317275 on network 35c69f85-218c-4b22-b331-5ba159ed407d {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:18:36.172044 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962595fb-7e00-448d-ad58-ce43dada5346 req-30975a0f-8445-400d-b116-2a9d08e79159 service neutron] Port 4663f4a2-0029-45b9-95dc-02b0fd317275 on network 35c69f85-218c-4b22-b331-5ba159ed407d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 11:18:36.172167 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962595fb-7e00-448d-ad58-ce43dada5346 req-30975a0f-8445-400d-b116-2a9d08e79159 service neutron] Attempting to bind port 4663f4a2-0029-45b9-95dc-02b0fd317275 on network 35c69f85-218c-4b22-b331-5ba159ed407d {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:18:36.200755 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962595fb-7e00-448d-ad58-ce43dada5346 req-30975a0f-8445-400d-b116-2a9d08e79159 service neutron] Checking agent: {'id': '08bfabbf-d5f3-4ca7-8c16-3ebc8bd75d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 14), 'started_at': datetime.datetime(2022, 6, 28, 11, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:18:36.201271 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962595fb-7e00-448d-ad58-ce43dada5346 req-30975a0f-8445-400d-b116-2a9d08e79159 service neutron] Checking segment: {'id': '767560d7-7b59-4ac6-906c-f84bcc63abdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '35c69f85-218c-4b22-b331-5ba159ed407d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:18:36.201663 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962595fb-7e00-448d-ad58-ce43dada5346 req-30975a0f-8445-400d-b116-2a9d08e79159 service neutron] Bound using segment: {'id': '767560d7-7b59-4ac6-906c-f84bcc63abdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '35c69f85-218c-4b22-b331-5ba159ed407d'} {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:18:36.202104 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.managers [req-962595fb-7e00-448d-ad58-ce43dada5346 req-30975a0f-8445-400d-b116-2a9d08e79159 service neutron] Bound port: 4663f4a2-0029-45b9-95dc-02b0fd317275, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '767560d7-7b59-4ac6-906c-f84bcc63abdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '35c69f85-218c-4b22-b331-5ba159ed407d'}}] {{(pid=88177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:18:36.202454 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-962595fb-7e00-448d-ad58-ce43dada5346 req-30975a0f-8445-400d-b116-2a9d08e79159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:36.232693 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-71ebe79e-b760-41a7-acee-0e6905880da8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:36.277952 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-a8a6aecb-36ef-45df-afba-e988057a6692 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:36.416155 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7690a-504a-46db-be1e-35640e127fa4 req-b66697f9-b112-47ba-b94f-13ef6385d73d tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:36.417601 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-68f7690a-504a-46db-be1e-35640e127fa4 req-b66697f9-b112-47ba-b94f-13ef6385d73d tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/ports?device_id=aae5c79c-04a1-4022-a5f9-09e34ba23fff HTTP/1.1" status: 200 len: 946 time: 0.1184289 Jun 28 11:18:36.486368 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-68f7690a-504a-46db-be1e-35640e127fa4 req-3c79b327-a6d1-4324-8fba-e463b8516eba tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/security-groups?id=88f4dbcb-6d20-4b45-afa8-5e21259d1ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588198 Jun 28 11:18:36.513741 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-a8a6aecb-36ef-45df-afba-e988057a6692 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:36.518713 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.db [req-962595fb-7e00-448d-ad58-ce43dada5346 req-30975a0f-8445-400d-b116-2a9d08e79159 service neutron] For port 4663f4a2-0029-45b9-95dc-02b0fd317275, host hv-cinder-84460, cleared binding levels {{(pid=88177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:18:36.532558 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.db [req-962595fb-7e00-448d-ad58-ce43dada5346 req-30975a0f-8445-400d-b116-2a9d08e79159 service neutron] For port 4663f4a2-0029-45b9-95dc-02b0fd317275, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=4663f4a2-0029-45b9-95dc-02b0fd317275,segment=NetworkSegment(767560d7-7b59-4ac6-906c-f84bcc63abdb),segment_id=767560d7-7b59-4ac6-906c-f84bcc63abdb)] {{(pid=88177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:18:36.533823 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-a8a6aecb-36ef-45df-afba-e988057a6692 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545003'] for security_group_rule, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:36.557240 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4892794b-e050-42a5-a3c5-aa53e520def7 req-873fdb93-6572-4936-9a6b-263709327fef tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:36.559779 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-4892794b-e050-42a5-a3c5-aa53e520def7 req-873fdb93-6572-4936-9a6b-263709327fef tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/ports?device_id=328e464d-f23c-421e-89bc-cb2a384d265c HTTP/1.1" status: 200 len: 948 time: 0.3608158 Jun 28 11:18:36.578983 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-962595fb-7e00-448d-ad58-ce43dada5346 req-30975a0f-8445-400d-b116-2a9d08e79159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2688088'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:36.683764 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a6aecb-36ef-45df-afba-e988057a6692 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f4bd5ef-d542-4c11-9553-a2a0975add1c,revision_number=0']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:36.736238 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962595fb-7e00-448d-ad58-ce43dada5346 req-30975a0f-8445-400d-b116-2a9d08e79159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:36.736571 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-962595fb-7e00-448d-ad58-ce43dada5346 req-30975a0f-8445-400d-b116-2a9d08e79159 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:36.738891 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-962595fb-7e00-448d-ad58-ce43dada5346 req-30975a0f-8445-400d-b116-2a9d08e79159 service neutron] 10.222.0.43 "PUT /v2.0/ports/4663f4a2-0029-45b9-95dc-02b0fd317275 HTTP/1.1" status: 200 len: 1098 time: 4.0822265 Jun 28 11:18:36.743464 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '328e464d-f23c-421e-89bc-cb2a384d265c', 'tag': '4663f4a2-0029-45b9-95dc-02b0fd317275'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:18:36.758293 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-a8a6aecb-36ef-45df-afba-e988057a6692 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:36.763882 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-a8a6aecb-36ef-45df-afba-e988057a6692 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7694440 Jun 28 11:18:36.763985 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 55140) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:36.771354 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [None req-6b980cfd-c286-4d33-b51a-143d198942e7 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Request body: {'floatingip': {'floating_network_id': '6387ef29-ddd8-4632-9016-e02c39923463'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:18:36.785237 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-6b980cfd-c286-4d33-b51a-143d198942e7 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:18:36.796408 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-4892794b-e050-42a5-a3c5-aa53e520def7 req-f53736a2-7e64-4c06-9fd7-b096f6f630f3 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/security-groups?id=c863cc06-c665-4857-90b8-4daa9fc9883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268312 Jun 28 11:18:36.797399 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30975a0f-8445-400d-b116-2a9d08e79159 service neutron] Pushing event updated for resources: {'Port': ['ID=4663f4a2-0029-45b9-95dc-02b0fd317275,revision_number=3']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:36.799762 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-6b980cfd-c286-4d33-b51a-143d198942e7 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Usage tracker for resource:floatingip and tenant:9a519a8d5c54458c8ad1c43bdb399503 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:18:36.804947 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-6b980cfd-c286-4d33-b51a-143d198942e7 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:18:36.818454 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-248f8e14-90b8-427a-9e75-a3ae36e635fe'] response: {'name': 'network-changed', 'server_uuid': '328e464d-f23c-421e-89bc-cb2a384d265c', 'tag': '4663f4a2-0029-45b9-95dc-02b0fd317275', 'status': 'completed', 'code': 200} Jun 28 11:18:36.823599 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-6b980cfd-c286-4d33-b51a-143d198942e7 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:18:36.835440 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-6b980cfd-c286-4d33-b51a-143d198942e7 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for floatingip, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:36.985560 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-6b980cfd-c286-4d33-b51a-143d198942e7 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:37.158380 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.db_base_plugin_common [None req-6b980cfd-c286-4d33-b51a-143d198942e7 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Allocated IP 172.27.2.9 (6387ef29-ddd8-4632-9016-e02c39923463/5f3766c0-f55a-400a-8fdd-81b5b17b1576/5357343b-fc14-4fb7-9f99-8be157267e33) {{(pid=88178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:18:37.249988 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b8c930-01b1-4646-9282-36eb43f5d311 req-03aec026-150f-4e81-b968-45838fbf8142 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:37.251619 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-87b8c930-01b1-4646-9282-36eb43f5d311 req-03aec026-150f-4e81-b968-45838fbf8142 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bdcbd98-58ab-495c-a9b7-9781d66ac924 HTTP/1.1" status: 200 len: 931 time: 0.1161420 Jun 28 11:18:37.303878 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-87b8c930-01b1-4646-9282-36eb43f5d311 req-e797e05c-af7b-4490-9d60-f41e2b43fbdc tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/security-groups?id=241009c6-b554-4232-9a2a-0be989c868ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446239 Jun 28 11:18:37.458372 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-6b980cfd-c286-4d33-b51a-143d198942e7 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for port, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:37.485619 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081b9d1-2df4-4c32-aef6-f2472f8f0801 req-c1fab409-a994-4ae0-bbe1-01344bbee88e tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:37.487109 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.agents_db [None req-fef25e13-dc2d-42bf-aa2e-f684c08e94a6 None None] Agent healthcheck: found 6 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:18:37.488105 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-b081b9d1-2df4-4c32-aef6-f2472f8f0801 req-c1fab409-a994-4ae0-bbe1-01344bbee88e tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=b00c32bb-5b10-4ba1-bb89-82e34b2ba60f HTTP/1.1" status: 200 len: 945 time: 0.2000844 Jun 28 11:18:37.566352 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-b081b9d1-2df4-4c32-aef6-f2472f8f0801 req-0fb2352b-c71f-4916-b636-6087602be0c8 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689847 Jun 28 11:18:37.570702 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-6b980cfd-c286-4d33-b51a-143d198942e7 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782103981231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287935'] for port, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:37.675778 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b980cfd-c286-4d33-b51a-143d198942e7 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Network 6387ef29-ddd8-4632-9016-e02c39923463 is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:18:37.681375 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.base_scheduler [None req-6b980cfd-c286-4d33-b51a-143d198942e7 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:18:37.686026 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b980cfd-c286-4d33-b51a-143d198942e7 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Received port after_create {{(pid=88178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:18:37.730455 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b980cfd-c286-4d33-b51a-143d198942e7 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Pushing event updated for resources: {'Port': ['ID=5357343b-fc14-4fb7-9f99-8be157267e33,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:37.771391 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f05c73a-44e2-418d-b89d-ca41eeeb0e8c req-8799878a-7a5f-40f2-be16-f0ae8961abaf tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:37.772933 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-3f05c73a-44e2-418d-b89d-ca41eeeb0e8c req-8799878a-7a5f-40f2-be16-f0ae8961abaf tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Synchronizing usage tracker for tenant:135dd37bc4244e3798de728d72965864 on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:18:37.803067 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-3f05c73a-44e2-418d-b89d-ca41eeeb0e8c req-8799878a-7a5f-40f2-be16-f0ae8961abaf tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Unset dirty status for tenant:135dd37bc4244e3798de728d72965864 on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:18:37.811020 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-3f05c73a-44e2-418d-b89d-ca41eeeb0e8c req-8799878a-7a5f-40f2-be16-f0ae8961abaf tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/ports?device_id=aae5c79c-04a1-4022-a5f9-09e34ba23fff HTTP/1.1" status: 200 len: 946 time: 0.1625628 Jun 28 11:18:37.824316 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-6b980cfd-c286-4d33-b51a-143d198942e7 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:37.868322 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-3f05c73a-44e2-418d-b89d-ca41eeeb0e8c req-b4cbee38-a938-47a4-a2ca-92d8cb1b6614 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/security-groups?id=88f4dbcb-6d20-4b45-afa8-5e21259d1ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560148 Jun 28 11:18:38.122272 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-6b980cfd-c286-4d33-b51a-143d198942e7 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:38.445413 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-516b2401-488c-4780-a7dc-5ef80e6f4fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:38.464241 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2ecdf-e4cd-4bb2-8be3-33d11f38787c req-9e758888-a8cc-4b03-b918-f4c2898cea58 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:38.465928 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-4aa2ecdf-e4cd-4bb2-8be3-33d11f38787c req-9e758888-a8cc-4b03-b918-f4c2898cea58 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/ports?device_id=328e464d-f23c-421e-89bc-cb2a384d265c HTTP/1.1" status: 200 len: 948 time: 0.4296365 Jun 28 11:18:38.616689 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-6b980cfd-c286-4d33-b51a-143d198942e7 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for port, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:38.674779 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-6b980cfd-c286-4d33-b51a-143d198942e7 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2287912'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:38.767587 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-4aa2ecdf-e4cd-4bb2-8be3-33d11f38787c req-930fc241-6080-4fb6-8394-2025cd54a5be tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/security-groups?id=c863cc06-c665-4857-90b8-4daa9fc9883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640684 Jun 28 11:18:38.777695 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea4f0f-65eb-4ef9-99d6-c63868bb3494 req-f789da52-e2b1-42ba-9a44-b19f66c7df0c tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:38.780312 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-92ea4f0f-65eb-4ef9-99d6-c63868bb3494 req-f789da52-e2b1-42ba-9a44-b19f66c7df0c tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bdcbd98-58ab-495c-a9b7-9781d66ac924 HTTP/1.1" status: 200 len: 931 time: 0.2637198 Jun 28 11:18:38.889394 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-92ea4f0f-65eb-4ef9-99d6-c63868bb3494 req-91639484-a8da-4b72-8aef-e909745c8f63 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/security-groups?id=241009c6-b554-4232-9a2a-0be989c868ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025047 Jun 28 11:18:38.891865 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b980cfd-c286-4d33-b51a-143d198942e7 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Pushing event updated for resources: {'Port': ['ID=5357343b-fc14-4fb7-9f99-8be157267e33,revision_number=2']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:38.915714 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-6b980cfd-c286-4d33-b51a-143d198942e7 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361935'] for floatingip, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:38.972624 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-6b980cfd-c286-4d33-b51a-143d198942e7 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for floatingip, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:38.973954 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-6b980cfd-c286-4d33-b51a-143d198942e7 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.2087729 Jun 28 11:18:39.224381 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8113f65b-244d-4784-860b-ce5d5d4818a5 req-78d3aa50-4823-43b9-8ff5-c267139105b2 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:39.233646 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-8113f65b-244d-4784-860b-ce5d5d4818a5 req-78d3aa50-4823-43b9-8ff5-c267139105b2 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=b00c32bb-5b10-4ba1-bb89-82e34b2ba60f HTTP/1.1" status: 200 len: 945 time: 0.1652298 Jun 28 11:18:39.289494 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-8113f65b-244d-4784-860b-ce5d5d4818a5 req-2dbdd881-64ef-46e8-9957-8634092a5eef tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546765 Jun 28 11:18:39.490616 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7bf25b-4f09-42ad-9d52-54f62d734deb req-838dc718-4b74-4567-9a3b-1ef77e13dbbd tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:39.492140 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-7c7bf25b-4f09-42ad-9d52-54f62d734deb req-838dc718-4b74-4567-9a3b-1ef77e13dbbd tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/ports?device_id=aae5c79c-04a1-4022-a5f9-09e34ba23fff HTTP/1.1" status: 200 len: 946 time: 0.1091278 Jun 28 11:18:39.544406 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-7c7bf25b-4f09-42ad-9d52-54f62d734deb req-59ecfc60-6b50-42b1-870f-77e4736bc828 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/security-groups?id=88f4dbcb-6d20-4b45-afa8-5e21259d1ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426257 Jun 28 11:18:39.603876 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b58b1c24-9254-4745-9794-e7d1435c798c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:39.786622 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:40.941062 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-90b31af6-315a-40c1-95e8-9ba1745e2d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:41.808932 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-39e42d28-8a74-4c8b-b911-199697eca349 req-0fb1b40c-6f9f-4812-abb1-6ae578d4b950 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--421126593&fields=id&tenant_id=9a519a8d5c54458c8ad1c43bdb399503 HTTP/1.1" status: 200 len: 267 time: 0.0658584 Jun 28 11:18:41.972533 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e42d28-8a74-4c8b-b911-199697eca349 req-34f301bc-bb6c-451c-9fe3-6c655e3907fb tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:41.974226 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-39e42d28-8a74-4c8b-b911-199697eca349 req-34f301bc-bb6c-451c-9fe3-6c655e3907fb tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/networks?id=21e79c31-8e4c-4686-94df-41e665c65d49 HTTP/1.1" status: 200 len: 814 time: 0.1558838 Jun 28 11:18:41.990066 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-39e42d28-8a74-4c8b-b911-199697eca349 req-2bd73e83-2f34-4aa3-9be2-451e2e49656f tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/quotas/9a519a8d5c54458c8ad1c43bdb399503 HTTP/1.1" status: 200 len: 375 time: 0.0100744 Jun 28 11:18:42.089704 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-39e42d28-8a74-4c8b-b911-199697eca349 req-aeabf99c-01f7-4bcb-a2d1-df67b8b34440 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9a519a8d5c54458c8ad1c43bdb399503&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0939894 Jun 28 11:18:42.240187 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-39e42d28-8a74-4c8b-b911-199697eca349 req-74be2595-a07e-4eeb-b7fb-9f6951f11192 service neutron] 10.222.0.23 "GET /v2.0/networks/21e79c31-8e4c-4686-94df-41e665c65d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381032 Jun 28 11:18:42.399809 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-39e42d28-8a74-4c8b-b911-199697eca349 req-64ef2130-68cd-40e2-a688-c8262b9f1563 service neutron] 10.222.0.23 "GET /v2.0/networks/21e79c31-8e4c-4686-94df-41e665c65d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534214 Jun 28 11:18:42.868347 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6222a1fe-612f-4844-b808-b60bd8ad4c9b req-04c691b0-c0ef-470e-a41d-ed8b54c8ac54 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:42.872899 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-6222a1fe-612f-4844-b808-b60bd8ad4c9b req-04c691b0-c0ef-470e-a41d-ed8b54c8ac54 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/ports?device_id=328e464d-f23c-421e-89bc-cb2a384d265c HTTP/1.1" status: 200 len: 948 time: 0.1928780 Jun 28 11:18:43.015438 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-6222a1fe-612f-4844-b808-b60bd8ad4c9b req-b83d261b-4ec7-45b6-abb8-24be02a1066e tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/security-groups?id=c863cc06-c665-4857-90b8-4daa9fc9883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322320 Jun 28 11:18:43.304932 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4dde68-1f27-4a5e-afee-18d06074f8ca req-9065984b-e894-4e5c-bfcd-0a3b1e4b1301 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:43.306451 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-ee4dde68-1f27-4a5e-afee-18d06074f8ca req-9065984b-e894-4e5c-bfcd-0a3b1e4b1301 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bdcbd98-58ab-495c-a9b7-9781d66ac924 HTTP/1.1" status: 200 len: 931 time: 0.1145682 Jun 28 11:18:43.379511 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-ee4dde68-1f27-4a5e-afee-18d06074f8ca req-26073399-acb5-4634-b797-d28faec8a0c4 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/security-groups?id=241009c6-b554-4232-9a2a-0be989c868ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669899 Jun 28 11:18:43.584331 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edbc581-a9d1-44e3-8413-eeea9dfc0fdc req-b0c489df-bef9-4a18-95f0-60906e2f2ee9 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:43.585999 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-5edbc581-a9d1-44e3-8413-eeea9dfc0fdc req-b0c489df-bef9-4a18-95f0-60906e2f2ee9 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=b00c32bb-5b10-4ba1-bb89-82e34b2ba60f HTTP/1.1" status: 200 len: 945 time: 0.0942659 Jun 28 11:18:43.651945 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-5edbc581-a9d1-44e3-8413-eeea9dfc0fdc req-951b466c-a69f-4d38-a8cd-59751940290d tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595374 Jun 28 11:18:43.868734 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0449e-b87c-440f-afc7-6182f06054df req-fa1e7177-35e1-41b8-8c10-1e0c3958cbb2 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:43.870301 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-21b0449e-b87c-440f-afc7-6182f06054df req-fa1e7177-35e1-41b8-8c10-1e0c3958cbb2 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/ports?device_id=aae5c79c-04a1-4022-a5f9-09e34ba23fff HTTP/1.1" status: 200 len: 946 time: 0.1201575 Jun 28 11:18:43.935806 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-21b0449e-b87c-440f-afc7-6182f06054df req-ba0e1d85-485e-4c47-8959-09a72e847a16 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/security-groups?id=88f4dbcb-6d20-4b45-afa8-5e21259d1ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581014 Jun 28 11:18:44.136279 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b1f064aa-2c8f-4f0a-8c2e-a6331bfa772e req-cd487579-6eb2-45db-a73d-1df6dad24027 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfbb46ef-ae88-4c82-ab63-bd8f8bc524b8 HTTP/1.1" status: 200 len: 210 time: 0.0605233 Jun 28 11:18:44.369084 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a030dc05-0cac-400d-83c7-451592b88a2c req-c47a104d-5661-4581-908b-6b890e456961 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:44.376076 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-a030dc05-0cac-400d-83c7-451592b88a2c req-c47a104d-5661-4581-908b-6b890e456961 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/ports?device_id=328e464d-f23c-421e-89bc-cb2a384d265c HTTP/1.1" status: 200 len: 948 time: 0.1146598 Jun 28 11:18:44.428815 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-a030dc05-0cac-400d-83c7-451592b88a2c req-db389cab-0407-474a-8285-ab04dd551b58 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/security-groups?id=c863cc06-c665-4857-90b8-4daa9fc9883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507715 Jun 28 11:18:44.649716 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43bac5f-dda8-431a-bfbd-fe1dd37c92d3 req-c51914f3-51bc-4145-8891-1492e0098faa tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:44.652078 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-f43bac5f-dda8-431a-bfbd-fe1dd37c92d3 req-c51914f3-51bc-4145-8891-1492e0098faa tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bdcbd98-58ab-495c-a9b7-9781d66ac924 HTTP/1.1" status: 200 len: 931 time: 0.1212938 Jun 28 11:18:44.720388 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-f43bac5f-dda8-431a-bfbd-fe1dd37c92d3 req-a898865f-f5f9-4fae-a294-9c7873e9811a tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/security-groups?id=241009c6-b554-4232-9a2a-0be989c868ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575418 Jun 28 11:18:44.970138 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f1bb73-32b1-4874-bceb-de963a3ae599 req-b38332fc-568d-4168-9caa-5752418a5bf1 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:44.971894 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-26f1bb73-32b1-4874-bceb-de963a3ae599 req-b38332fc-568d-4168-9caa-5752418a5bf1 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=b00c32bb-5b10-4ba1-bb89-82e34b2ba60f HTTP/1.1" status: 200 len: 945 time: 0.1261659 Jun 28 11:18:45.039734 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-26f1bb73-32b1-4874-bceb-de963a3ae599 req-7c2857a7-f2a1-4a56-a393-742cae808329 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559435 Jun 28 11:18:45.362371 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc5d7c-c13b-4340-90f6-c823a383c690 req-79f7c5d5-2109-4c1f-9415-75f66dd2e40c tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:45.364079 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-ccdc5d7c-c13b-4340-90f6-c823a383c690 req-79f7c5d5-2109-4c1f-9415-75f66dd2e40c tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/ports?device_id=aae5c79c-04a1-4022-a5f9-09e34ba23fff HTTP/1.1" status: 200 len: 946 time: 0.2033274 Jun 28 11:18:45.412000 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-ccdc5d7c-c13b-4340-90f6-c823a383c690 req-f9fe3c49-55ef-4ab2-9d3a-9437c24fe024 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/security-groups?id=88f4dbcb-6d20-4b45-afa8-5e21259d1ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414660 Jun 28 11:18:45.578924 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-afaa1e82-4a96-48da-a9a3-fc9c65120b33 req-33168f42-a3c6-4e9c-8e33-22ca3b5c3329 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfbb46ef-ae88-4c82-ab63-bd8f8bc524b8 HTTP/1.1" status: 200 len: 210 time: 0.0521593 Jun 28 11:18:45.850812 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c56adc5-4aad-47c1-ab3a-aa88062eeccf req-a9c8cba1-69e5-459d-9075-32167a233a5a tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:45.852997 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-7c56adc5-4aad-47c1-ab3a-aa88062eeccf req-a9c8cba1-69e5-459d-9075-32167a233a5a tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/ports?device_id=328e464d-f23c-421e-89bc-cb2a384d265c HTTP/1.1" status: 200 len: 948 time: 0.1544271 Jun 28 11:18:45.960862 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-7c56adc5-4aad-47c1-ab3a-aa88062eeccf req-a1e29218-a70a-49db-a842-84e163228463 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/security-groups?id=c863cc06-c665-4857-90b8-4daa9fc9883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948458 Jun 28 11:18:46.235091 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b055ad-a900-44a3-9d54-a1e8996dd6c8 req-2019d2df-471c-4b38-bb5c-6015349daf4d tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:46.236763 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c6b055ad-a900-44a3-9d54-a1e8996dd6c8 req-2019d2df-471c-4b38-bb5c-6015349daf4d tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bdcbd98-58ab-495c-a9b7-9781d66ac924 HTTP/1.1" status: 200 len: 931 time: 0.1454470 Jun 28 11:18:46.308498 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c6b055ad-a900-44a3-9d54-a1e8996dd6c8 req-0b43d117-84c2-440b-be29-5c46f8e55533 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/security-groups?id=241009c6-b554-4232-9a2a-0be989c868ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626957 Jun 28 11:18:46.517502 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d252f8-4f35-4b56-a60f-3991fa4c9f75 req-b2d63473-7ed5-453f-a8e5-d0370af4f4f2 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:46.519430 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-a9d252f8-4f35-4b56-a60f-3991fa4c9f75 req-b2d63473-7ed5-453f-a8e5-d0370af4f4f2 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=b00c32bb-5b10-4ba1-bb89-82e34b2ba60f HTTP/1.1" status: 200 len: 945 time: 0.1026001 Jun 28 11:18:46.570437 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-a9d252f8-4f35-4b56-a60f-3991fa4c9f75 req-4fc0b4f8-f0d3-48d9-bba3-3b967ca9a9c6 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412705 Jun 28 11:18:46.766557 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3b4b5-5181-4d4e-819d-4c8da78e5792 req-69f3ccb1-623e-4ab8-b2e7-ea8f71dad9fa tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:46.768171 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-65d3b4b5-5181-4d4e-819d-4c8da78e5792 req-69f3ccb1-623e-4ab8-b2e7-ea8f71dad9fa tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/ports?device_id=aae5c79c-04a1-4022-a5f9-09e34ba23fff HTTP/1.1" status: 200 len: 946 time: 0.0949874 Jun 28 11:18:46.814639 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-65d3b4b5-5181-4d4e-819d-4c8da78e5792 req-ea0e2ecf-88b4-4a40-8a4b-5c8ab7d33e66 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/security-groups?id=88f4dbcb-6d20-4b45-afa8-5e21259d1ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406363 Jun 28 11:18:46.965369 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c8a25f98-c9df-447b-9f2b-391098dabd75 req-fa5d9dac-0277-4ffe-bb59-4a13916732b3 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfbb46ef-ae88-4c82-ab63-bd8f8bc524b8 HTTP/1.1" status: 200 len: 210 time: 0.0544450 Jun 28 11:18:47.197545 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae1d00-7c37-42f3-ad41-c7cac5e7c443 req-60d1a879-bc96-48ae-9e08-5e70e2974cc9 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:47.199675 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-42ae1d00-7c37-42f3-ad41-c7cac5e7c443 req-60d1a879-bc96-48ae-9e08-5e70e2974cc9 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/ports?device_id=328e464d-f23c-421e-89bc-cb2a384d265c HTTP/1.1" status: 200 len: 948 time: 0.1100354 Jun 28 11:18:47.247974 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-42ae1d00-7c37-42f3-ad41-c7cac5e7c443 req-970d5c9e-6bd9-4f44-b262-94a01ca75140 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/security-groups?id=c863cc06-c665-4857-90b8-4daa9fc9883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423570 Jun 28 11:18:47.531567 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa65cd-a5ee-483e-8c1e-913a8ef478b4 req-6ffefd6e-60d3-4d01-aa47-67dc304b7956 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:47.534095 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-bdfa65cd-a5ee-483e-8c1e-913a8ef478b4 req-6ffefd6e-60d3-4d01-aa47-67dc304b7956 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bdcbd98-58ab-495c-a9b7-9781d66ac924 HTTP/1.1" status: 200 len: 931 time: 0.1011519 Jun 28 11:18:47.587673 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-bdfa65cd-a5ee-483e-8c1e-913a8ef478b4 req-37ffa2c0-6f18-4482-b626-10e8ede263aa tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/security-groups?id=241009c6-b554-4232-9a2a-0be989c868ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441380 Jun 28 11:18:47.785291 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76980118-449d-437c-b206-93a913237c75 req-22b0a63d-a351-47b6-a9d4-45dc04994a3e tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:47.786788 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-76980118-449d-437c-b206-93a913237c75 req-22b0a63d-a351-47b6-a9d4-45dc04994a3e tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=b00c32bb-5b10-4ba1-bb89-82e34b2ba60f HTTP/1.1" status: 200 len: 945 time: 0.0947015 Jun 28 11:18:47.834687 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-76980118-449d-437c-b206-93a913237c75 req-57f8feea-20af-4c7f-a774-4b58387d4774 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414648 Jun 28 11:18:48.036777 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa283e9-e291-48a3-be2a-85a4811f8ea3 req-faa5654c-cf87-4c20-ba44-d91c290fc3be tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:48.038266 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-daa283e9-e291-48a3-be2a-85a4811f8ea3 req-faa5654c-cf87-4c20-ba44-d91c290fc3be tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/ports?device_id=aae5c79c-04a1-4022-a5f9-09e34ba23fff HTTP/1.1" status: 200 len: 946 time: 0.1071451 Jun 28 11:18:48.085944 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-daa283e9-e291-48a3-be2a-85a4811f8ea3 req-6389469b-25d3-478c-a22e-9e1ecc3d7de9 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/security-groups?id=88f4dbcb-6d20-4b45-afa8-5e21259d1ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418262 Jun 28 11:18:48.244479 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-8d321c3d-b7c2-4b55-9a86-45a6f8e7bfaf req-5f30fc59-35c0-4bf2-b8b4-aefc44bc064c tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfbb46ef-ae88-4c82-ab63-bd8f8bc524b8 HTTP/1.1" status: 200 len: 210 time: 0.0585077 Jun 28 11:18:48.457203 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4785bc6-cf8d-4f65-a445-e4af98617b91 req-b5e2045c-ac73-48b3-9c2b-2a5e9f6c58f0 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:48.458674 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b4785bc6-cf8d-4f65-a445-e4af98617b91 req-b5e2045c-ac73-48b3-9c2b-2a5e9f6c58f0 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/ports?device_id=328e464d-f23c-421e-89bc-cb2a384d265c HTTP/1.1" status: 200 len: 948 time: 0.0979700 Jun 28 11:18:48.507677 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b4785bc6-cf8d-4f65-a445-e4af98617b91 req-79ca56b4-046c-43b4-8777-9c5b01db9944 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/security-groups?id=c863cc06-c665-4857-90b8-4daa9fc9883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401556 Jun 28 11:18:48.795336 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f12770-e1b9-4d1b-a749-bc2fbb3fa268 req-91e1d518-c5ff-44a4-9779-348a89360dd1 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:48.796743 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-43f12770-e1b9-4d1b-a749-bc2fbb3fa268 req-91e1d518-c5ff-44a4-9779-348a89360dd1 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bdcbd98-58ab-495c-a9b7-9781d66ac924 HTTP/1.1" status: 200 len: 931 time: 0.0962081 Jun 28 11:18:48.846658 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-43f12770-e1b9-4d1b-a749-bc2fbb3fa268 req-d6bdf629-c788-42f5-b2aa-53ca776470c6 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/security-groups?id=241009c6-b554-4232-9a2a-0be989c868ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434690 Jun 28 11:18:49.061679 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a32fc8-11f1-4d4e-95ce-aa4c9ec8ba0d req-9ec75086-07cf-4857-8cb5-821a60e925e6 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:49.064478 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-d6a32fc8-11f1-4d4e-95ce-aa4c9ec8ba0d req-9ec75086-07cf-4857-8cb5-821a60e925e6 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=b00c32bb-5b10-4ba1-bb89-82e34b2ba60f HTTP/1.1" status: 200 len: 945 time: 0.1046646 Jun 28 11:18:49.114180 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-d6a32fc8-11f1-4d4e-95ce-aa4c9ec8ba0d req-cf02defe-dd97-4c78-abfd-9600dd078784 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406678 Jun 28 11:18:49.312210 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa605f-424d-432b-8870-acc35c213339 req-b40d1d45-faa0-45dd-be7c-82e432ab11f6 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:49.313787 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-14fa605f-424d-432b-8870-acc35c213339 req-b40d1d45-faa0-45dd-be7c-82e432ab11f6 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/ports?device_id=aae5c79c-04a1-4022-a5f9-09e34ba23fff HTTP/1.1" status: 200 len: 946 time: 0.1001053 Jun 28 11:18:49.358530 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-14fa605f-424d-432b-8870-acc35c213339 req-c1ec08d5-5ce9-4bb5-a078-6ab0858fe5bb tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/security-groups?id=88f4dbcb-6d20-4b45-afa8-5e21259d1ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389659 Jun 28 11:18:49.508449 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-52fb3e5b-c199-4d0c-ac77-75d39e6f4151 req-57972255-1c5a-4120-a77c-83cc4f1b99f9 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfbb46ef-ae88-4c82-ab63-bd8f8bc524b8 HTTP/1.1" status: 200 len: 210 time: 0.0529616 Jun 28 11:18:49.725136 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8bf5d6-b5ba-4f05-ae7c-a6d4f861a128 req-df108001-4e83-4cb4-b242-d16edd2d5356 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:49.727844 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-2f8bf5d6-b5ba-4f05-ae7c-a6d4f861a128 req-df108001-4e83-4cb4-b242-d16edd2d5356 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/ports?device_id=328e464d-f23c-421e-89bc-cb2a384d265c HTTP/1.1" status: 200 len: 948 time: 0.1028302 Jun 28 11:18:49.775965 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-2f8bf5d6-b5ba-4f05-ae7c-a6d4f861a128 req-82b8fc05-747c-4178-9c30-f9238590ea71 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/security-groups?id=c863cc06-c665-4857-90b8-4daa9fc9883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430455 Jun 28 11:18:49.780725 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [req-004e15b6-a6f8-47eb-8db9-f375b74eabf3 req-ceca6547-9fa1-45bd-8e9f-5fd3affc8edb service neutron] Request body: {'port': {'device_id': '3bdcbd98-58ab-495c-a9b7-9781d66ac924', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:18:50.288703 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-004e15b6-a6f8-47eb-8db9-f375b74eabf3 req-ceca6547-9fa1-45bd-8e9f-5fd3affc8edb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:50.323002 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c3d4fc-f0ed-4968-ae7d-643c71614ebb req-98a4e0e9-488b-4c20-8167-43460947d827 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:50.324493 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-a8c3d4fc-f0ed-4968-ae7d-643c71614ebb req-98a4e0e9-488b-4c20-8167-43460947d827 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bdcbd98-58ab-495c-a9b7-9781d66ac924 HTTP/1.1" status: 200 len: 931 time: 0.2992284 Jun 28 11:18:50.358124 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3e4120-9e22-48b6-8b38-4b199a5d6c86 req-f61ff7dc-fe00-44de-bd35-5e51ec6cd32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:50.359645 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-8a3e4120-9e22-48b6-8b38-4b199a5d6c86 req-f61ff7dc-fe00-44de-bd35-5e51ec6cd32d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e2ab2fd207d04ab8857c0de171028b53&device_id=328e464d-f23c-421e-89bc-cb2a384d265c HTTP/1.1" status: 200 len: 1101 time: 0.5554376 Jun 28 11:18:50.420444 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8bf9cf-cce2-447f-a93e-c13bef660cd5 req-ac0d64d7-28e5-4e37-adde-11af6b6a5141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:50.422039 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-6c8bf9cf-cce2-447f-a93e-c13bef660cd5 req-ac0d64d7-28e5-4e37-adde-11af6b6a5141 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=aae5c79c-04a1-4022-a5f9-09e34ba23fff HTTP/1.1" status: 200 len: 1099 time: 0.3263104 Jun 28 11:18:50.430658 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-8a3e4120-9e22-48b6-8b38-4b199a5d6c86 req-68e71001-c83c-4bbf-a0a6-9f90a3f7ce6f service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=e2ab2fd207d04ab8857c0de171028b53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428252 Jun 28 11:18:50.433030 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea584b-ef56-4763-819f-6d76340067e6 req-707bfa1a-642c-4b15-983d-698ffcfe7cdc tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:50.434466 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-abea584b-ef56-4763-819f-6d76340067e6 req-707bfa1a-642c-4b15-983d-698ffcfe7cdc tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=b00c32bb-5b10-4ba1-bb89-82e34b2ba60f HTTP/1.1" status: 200 len: 945 time: 0.0947955 Jun 28 11:18:50.482192 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-abea584b-ef56-4763-819f-6d76340067e6 req-61e51c20-1c4f-4d51-9bcc-852d1332012e tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414491 Jun 28 11:18:50.596538 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-a8c3d4fc-f0ed-4968-ae7d-643c71614ebb req-eab09d31-1ee8-46cf-9fcb-10f040de7421 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/security-groups?id=241009c6-b554-4232-9a2a-0be989c868ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465940 Jun 28 11:18:50.645135 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-6c8bf9cf-cce2-447f-a93e-c13bef660cd5 req-5313679a-2b3e-45ec-8a15-6eabe78aca87 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=88f4dbcb-6d20-4b45-afa8-5e21259d1ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115815 Jun 28 11:18:50.717970 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a7cd9-9619-4048-b584-4f048c11cdb2 req-56e6cd92-9272-4bdb-bf9c-b4cc1bb3fdf3 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:50.730531 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-766a7cd9-9619-4048-b584-4f048c11cdb2 req-56e6cd92-9272-4bdb-bf9c-b4cc1bb3fdf3 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/ports?device_id=aae5c79c-04a1-4022-a5f9-09e34ba23fff HTTP/1.1" status: 200 len: 946 time: 0.1448424 Jun 28 11:18:50.770121 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3e4120-9e22-48b6-8b38-4b199a5d6c86 req-3443d4c8-2c6e-4329-b70f-e7100292cf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:50.771888 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-8a3e4120-9e22-48b6-8b38-4b199a5d6c86 req-3443d4c8-2c6e-4329-b70f-e7100292cf1d service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3157573 Jun 28 11:18:50.779555 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-766a7cd9-9619-4048-b584-4f048c11cdb2 req-1d08f7e3-2991-42dd-b534-2087353ff8f2 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/security-groups?id=88f4dbcb-6d20-4b45-afa8-5e21259d1ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479577 Jun 28 11:18:51.027345 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c976a-cea0-4b4a-8e22-1e25dfddd554 req-2d13e155-5efa-4f56-8a68-9e6b6c610804 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:51.032588 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-a15c976a-cea0-4b4a-8e22-1e25dfddd554 req-2d13e155-5efa-4f56-8a68-9e6b6c610804 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/ports?device_id=328e464d-f23c-421e-89bc-cb2a384d265c HTTP/1.1" status: 200 len: 948 time: 0.1376944 Jun 28 11:18:51.070077 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-516e608a-839d-449e-9bdf-f9fc62314042 req-66ee1783-3558-426e-aa94-d6f28c8db9dc tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfbb46ef-ae88-4c82-ab63-bd8f8bc524b8 HTTP/1.1" status: 200 len: 210 time: 0.1123157 Jun 28 11:18:51.088536 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.notifiers.nova [req-004e15b6-a6f8-47eb-8db9-f375b74eabf3 req-ceca6547-9fa1-45bd-8e9f-5fd3affc8edb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e3c09b4-043f-4f7c-8cd4-2aca917b44a1 {{(pid=88177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:18:51.093247 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-a15c976a-cea0-4b4a-8e22-1e25dfddd554 req-fbedbb8a-5f6f-423e-8f0f-f915075e3700 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/security-groups?id=c863cc06-c665-4857-90b8-4daa9fc9883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464849 Jun 28 11:18:51.100125 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-004e15b6-a6f8-47eb-8db9-f375b74eabf3 req-ceca6547-9fa1-45bd-8e9f-5fd3affc8edb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:51.160768 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.provisioning_blocks [req-004e15b6-a6f8-47eb-8db9-f375b74eabf3 req-ceca6547-9fa1-45bd-8e9f-5fd3affc8edb service neutron] Transition to ACTIVE for port object 4e3c09b4-043f-4f7c-8cd4-2aca917b44a1 will not be triggered until provisioned by entity L2. {{(pid=88177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:18:51.177711 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-004e15b6-a6f8-47eb-8db9-f375b74eabf3 req-ceca6547-9fa1-45bd-8e9f-5fd3affc8edb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2688088'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:51.238238 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e42d28-8a74-4c8b-b911-199697eca349 req-1c45e57f-3a23-4a9b-8fc3-e63ba1b9c93d tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:51.238238 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-39e42d28-8a74-4c8b-b911-199697eca349 req-1c45e57f-3a23-4a9b-8fc3-e63ba1b9c93d tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.43 "GET /v2.0/networks?id=21e79c31-8e4c-4686-94df-41e665c65d49 HTTP/1.1" status: 200 len: 814 time: 0.3460367 Jun 28 11:18:51.342145 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962595fb-7e00-448d-ad58-ce43dada5346 req-20c97e19-a4b4-4df1-bce5-9d5a1ddfed64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:51.343611 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-962595fb-7e00-448d-ad58-ce43dada5346 req-20c97e19-a4b4-4df1-bce5-9d5a1ddfed64 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e2ab2fd207d04ab8857c0de171028b53&device_id=328e464d-f23c-421e-89bc-cb2a384d265c HTTP/1.1" status: 200 len: 1101 time: 0.4281228 Jun 28 11:18:51.394522 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceca6547-9fa1-45bd-8e9f-5fd3affc8edb service neutron] Pushing event updated for resources: {'Port': ['ID=4e3c09b4-043f-4f7c-8cd4-2aca917b44a1,revision_number=2']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:51.524719 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-962595fb-7e00-448d-ad58-ce43dada5346 req-371f172b-166a-4fe5-8c47-453865868282 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=4663f4a2-0029-45b9-95dc-02b0fd317275 HTTP/1.1" status: 200 len: 217 time: 0.1311181 Jun 28 11:18:51.540823 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-39e42d28-8a74-4c8b-b911-199697eca349 req-628d2353-347c-4438-a797-38f124e9c04e tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a519a8d5c54458c8ad1c43bdb399503 HTTP/1.1" status: 200 len: 472 time: 0.2352560 Jun 28 11:18:51.590291 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [req-39e42d28-8a74-4c8b-b911-199697eca349 req-e9d80649-9333-4fb4-9291-356f7d0b100f tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Request body: {'port': {'device_id': 'cfbb46ef-ae88-4c82-ab63-bd8f8bc524b8', 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49', 'admin_state_up': True, 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'security_groups': ['51053300-f9d9-4428-b380-507c71de1d97']}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:18:51.807874 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b971eb33-69cb-4069-9e78-0a68e8f5e94e req-22dece97-1167-4e29-b797-bed02afa36d2 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:51.809483 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-b971eb33-69cb-4069-9e78-0a68e8f5e94e req-22dece97-1167-4e29-b797-bed02afa36d2 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bdcbd98-58ab-495c-a9b7-9781d66ac924 HTTP/1.1" status: 200 len: 943 time: 0.0968156 Jun 28 11:18:51.839255 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.managers [req-004e15b6-a6f8-47eb-8db9-f375b74eabf3 req-ceca6547-9fa1-45bd-8e9f-5fd3affc8edb service neutron] Attempting to bind port 4e3c09b4-043f-4f7c-8cd4-2aca917b44a1 on host hv-cinder-84460 for vnic_type normal with profile {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:18:51.839865 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.managers [req-004e15b6-a6f8-47eb-8db9-f375b74eabf3 req-ceca6547-9fa1-45bd-8e9f-5fd3affc8edb service neutron] Attempting to bind port 4e3c09b4-043f-4f7c-8cd4-2aca917b44a1 by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': '6b36a0ab-7f32-456b-b1e8-8438e0a384f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '37bb99b0-7529-44da-9b0b-e494ebe4140f'}] {{(pid=88177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:18:51.839989 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004e15b6-a6f8-47eb-8db9-f375b74eabf3 req-ceca6547-9fa1-45bd-8e9f-5fd3affc8edb service neutron] Attempting to bind port 4e3c09b4-043f-4f7c-8cd4-2aca917b44a1 on network 37bb99b0-7529-44da-9b0b-e494ebe4140f {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:18:51.860415 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [req-b971eb33-69cb-4069-9e78-0a68e8f5e94e req-c85868a5-24c8-4f95-82bc-2232268571c4 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Synchronizing usage tracker for tenant:d25e7ce42d8c46ecbeacc1c6835ede35 on resource:security_group {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:18:51.863590 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004e15b6-a6f8-47eb-8db9-f375b74eabf3 req-ceca6547-9fa1-45bd-8e9f-5fd3affc8edb service neutron] Port 4e3c09b4-043f-4f7c-8cd4-2aca917b44a1 on network 37bb99b0-7529-44da-9b0b-e494ebe4140f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 11:18:51.863950 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004e15b6-a6f8-47eb-8db9-f375b74eabf3 req-ceca6547-9fa1-45bd-8e9f-5fd3affc8edb service neutron] Attempting to bind port 4e3c09b4-043f-4f7c-8cd4-2aca917b44a1 on network 37bb99b0-7529-44da-9b0b-e494ebe4140f {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:18:51.866838 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962595fb-7e00-448d-ad58-ce43dada5346 req-6e06f782-ef43-4b3f-b401-c0c255a10b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:51.868491 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-962595fb-7e00-448d-ad58-ce43dada5346 req-6e06f782-ef43-4b3f-b401-c0c255a10b70 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=39118414-989d-43ae-8d79-4a71ae0d4915 HTTP/1.1" status: 200 len: 843 time: 0.3331470 Jun 28 11:18:51.880288 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [req-b971eb33-69cb-4069-9e78-0a68e8f5e94e req-c85868a5-24c8-4f95-82bc-2232268571c4 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Unset dirty status for tenant:d25e7ce42d8c46ecbeacc1c6835ede35 on resource:security_group {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:18:51.881573 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-b971eb33-69cb-4069-9e78-0a68e8f5e94e req-c85868a5-24c8-4f95-82bc-2232268571c4 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/security-groups?id=241009c6-b554-4232-9a2a-0be989c868ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643089 Jun 28 11:18:51.933351 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004e15b6-a6f8-47eb-8db9-f375b74eabf3 req-ceca6547-9fa1-45bd-8e9f-5fd3affc8edb service neutron] Checking agent: {'id': '08bfabbf-d5f3-4ca7-8c16-3ebc8bd75d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 14), 'started_at': datetime.datetime(2022, 6, 28, 11, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:18:51.933351 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004e15b6-a6f8-47eb-8db9-f375b74eabf3 req-ceca6547-9fa1-45bd-8e9f-5fd3affc8edb service neutron] Checking segment: {'id': '6b36a0ab-7f32-456b-b1e8-8438e0a384f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '37bb99b0-7529-44da-9b0b-e494ebe4140f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:18:51.933351 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004e15b6-a6f8-47eb-8db9-f375b74eabf3 req-ceca6547-9fa1-45bd-8e9f-5fd3affc8edb service neutron] Bound using segment: {'id': '6b36a0ab-7f32-456b-b1e8-8438e0a384f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '37bb99b0-7529-44da-9b0b-e494ebe4140f'} {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:18:51.933989 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.managers [req-004e15b6-a6f8-47eb-8db9-f375b74eabf3 req-ceca6547-9fa1-45bd-8e9f-5fd3affc8edb service neutron] Bound port: 4e3c09b4-043f-4f7c-8cd4-2aca917b44a1, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b36a0ab-7f32-456b-b1e8-8438e0a384f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '37bb99b0-7529-44da-9b0b-e494ebe4140f'}}] {{(pid=88177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:18:51.933989 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-004e15b6-a6f8-47eb-8db9-f375b74eabf3 req-ceca6547-9fa1-45bd-8e9f-5fd3affc8edb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:52.076227 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [req-39e42d28-8a74-4c8b-b911-199697eca349 req-e9d80649-9333-4fb4-9291-356f7d0b100f tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:18:52.102860 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c7cb1c-7224-446c-80d9-1a063f7e1358 req-ac42bfe1-6ced-4516-934e-733cbce95c40 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:52.104361 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-f5c7cb1c-7224-446c-80d9-1a063f7e1358 req-ac42bfe1-6ced-4516-934e-733cbce95c40 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=b00c32bb-5b10-4ba1-bb89-82e34b2ba60f HTTP/1.1" status: 200 len: 945 time: 0.3963854 Jun 28 11:18:52.119808 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [req-39e42d28-8a74-4c8b-b911-199697eca349 req-e9d80649-9333-4fb4-9291-356f7d0b100f tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:18:52.149565 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.db [req-004e15b6-a6f8-47eb-8db9-f375b74eabf3 req-ceca6547-9fa1-45bd-8e9f-5fd3affc8edb service neutron] For port 4e3c09b4-043f-4f7c-8cd4-2aca917b44a1, host hv-cinder-84460, cleared binding levels {{(pid=88177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:18:52.155911 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962595fb-7e00-448d-ad58-ce43dada5346 req-a555af46-96eb-468d-81f7-15e77fecded5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:52.157505 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-962595fb-7e00-448d-ad58-ce43dada5346 req-a555af46-96eb-468d-81f7-15e77fecded5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=35c69f85-218c-4b22-b331-5ba159ed407d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2754686 Jun 28 11:18:52.161600 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582285f7-9f35-4a63-bfe6-bce0f6acb88e req-bbe01ae3-9a36-4280-af03-f24841b15519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:52.163008 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-582285f7-9f35-4a63-bfe6-bce0f6acb88e req-bbe01ae3-9a36-4280-af03-f24841b15519 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b00c32bb-5b10-4ba1-bb89-82e34b2ba60f HTTP/1.1" status: 200 len: 1098 time: 0.1560216 Jun 28 11:18:52.171336 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9f5da3-03b2-432b-82dd-67f6382af30b req-f9c19625-d7b6-4e8c-8be9-1c286473b714 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:52.172021 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39e42d28-8a74-4c8b-b911-199697eca349 req-e9d80649-9333-4fb4-9291-356f7d0b100f tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Made reservation on behalf of 9a519a8d5c54458c8ad1c43bdb399503 for: {'port': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:18:52.173729 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-db9f5da3-03b2-432b-82dd-67f6382af30b req-f9c19625-d7b6-4e8c-8be9-1c286473b714 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/ports?device_id=aae5c79c-04a1-4022-a5f9-09e34ba23fff HTTP/1.1" status: 200 len: 946 time: 0.1251800 Jun 28 11:18:52.175392 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-39e42d28-8a74-4c8b-b911-199697eca349 req-e9d80649-9333-4fb4-9291-356f7d0b100f tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:52.189699 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.db [req-004e15b6-a6f8-47eb-8db9-f375b74eabf3 req-ceca6547-9fa1-45bd-8e9f-5fd3affc8edb service neutron] For port 4e3c09b4-043f-4f7c-8cd4-2aca917b44a1, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=4e3c09b4-043f-4f7c-8cd4-2aca917b44a1,segment=NetworkSegment(6b36a0ab-7f32-456b-b1e8-8438e0a384f8),segment_id=6b36a0ab-7f32-456b-b1e8-8438e0a384f8)] {{(pid=88177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:18:52.220006 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-004e15b6-a6f8-47eb-8db9-f375b74eabf3 req-ceca6547-9fa1-45bd-8e9f-5fd3affc8edb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2688088'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:52.250070 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-582285f7-9f35-4a63-bfe6-bce0f6acb88e req-5829f155-4c0f-4b31-8b4a-68b3f3b63e5a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721905 Jun 28 11:18:52.255461 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-db9f5da3-03b2-432b-82dd-67f6382af30b req-87e1e649-aa7c-43a9-b948-5fe6c493d090 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/security-groups?id=88f4dbcb-6d20-4b45-afa8-5e21259d1ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604227 Jun 28 11:18:52.259332 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-f5c7cb1c-7224-446c-80d9-1a063f7e1358 req-c4c65da6-ba9e-4b6b-8dcd-08c21ee94ef0 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452847 Jun 28 11:18:52.388990 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e15b6-a6f8-47eb-8db9-f375b74eabf3 req-ceca6547-9fa1-45bd-8e9f-5fd3affc8edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:52.389613 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-004e15b6-a6f8-47eb-8db9-f375b74eabf3 req-ceca6547-9fa1-45bd-8e9f-5fd3affc8edb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:52.391235 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-004e15b6-a6f8-47eb-8db9-f375b74eabf3 req-ceca6547-9fa1-45bd-8e9f-5fd3affc8edb service neutron] 10.222.0.43 "PUT /v2.0/ports/4e3c09b4-043f-4f7c-8cd4-2aca917b44a1 HTTP/1.1" status: 200 len: 1093 time: 2.6191750 Jun 28 11:18:52.394884 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bdcbd98-58ab-495c-a9b7-9781d66ac924', 'tag': '4e3c09b4-043f-4f7c-8cd4-2aca917b44a1'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:18:52.492858 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-00843b3c-0105-40a8-b567-1cea0cc2871f req-e89c1e7a-3bb8-4584-af10-ef434cffad0e tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfbb46ef-ae88-4c82-ab63-bd8f8bc524b8 HTTP/1.1" status: 200 len: 210 time: 0.0927064 Jun 28 11:18:52.638039 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceca6547-9fa1-45bd-8e9f-5fd3affc8edb service neutron] Pushing event updated for resources: {'Port': ['ID=4e3c09b4-043f-4f7c-8cd4-2aca917b44a1,revision_number=3']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:52.706694 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-962595fb-7e00-448d-ad58-ce43dada5346 req-50ee074c-9104-4d19-b0d4-f991491212cc service neutron] 10.222.0.43 "GET /v2.0/networks/35c69f85-218c-4b22-b331-5ba159ed407d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5212488 Jun 28 11:18:52.935553 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e0eac7c-26cf-49c9-a46f-cb14e6737ffb'] response: {'name': 'network-changed', 'server_uuid': '3bdcbd98-58ab-495c-a9b7-9781d66ac924', 'tag': '4e3c09b4-043f-4f7c-8cd4-2aca917b44a1', 'status': 'completed', 'code': 200} Jun 28 11:18:53.014820 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.db_base_plugin_common [req-39e42d28-8a74-4c8b-b911-199697eca349 req-e9d80649-9333-4fb4-9291-356f7d0b100f tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Allocated IP 172.20.0.11 (21e79c31-8e4c-4686-94df-41e665c65d49/0543e16d-abbf-4f46-8991-01ac45b7ec02/a5660d8d-1970-462d-b396-92b7c527aa90) {{(pid=88177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:18:53.067737 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e15b6-a6f8-47eb-8db9-f375b74eabf3 req-ab620f4b-b5d7-47cb-bf8a-29de737d7d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:53.070348 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-004e15b6-a6f8-47eb-8db9-f375b74eabf3 req-ab620f4b-b5d7-47cb-bf8a-29de737d7d53 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d25e7ce42d8c46ecbeacc1c6835ede35&device_id=3bdcbd98-58ab-495c-a9b7-9781d66ac924 HTTP/1.1" status: 200 len: 1096 time: 0.5425966 Jun 28 11:18:53.197840 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f823069-e48d-4b57-97f9-c499e8a5b4ae req-9e095167-7bdf-44e7-a613-ecf266841282 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:53.199403 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-6f823069-e48d-4b57-97f9-c499e8a5b4ae req-9e095167-7bdf-44e7-a613-ecf266841282 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bdcbd98-58ab-495c-a9b7-9781d66ac924 HTTP/1.1" status: 200 len: 943 time: 0.1010480 Jun 28 11:18:53.224842 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c2d6b-d1d6-49f7-9002-c1f425989d33 req-b8c7a643-9f14-47fc-b160-cfa1d396d709 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:53.226336 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c26c2d6b-d1d6-49f7-9002-c1f425989d33 req-b8c7a643-9f14-47fc-b160-cfa1d396d709 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/ports?device_id=328e464d-f23c-421e-89bc-cb2a384d265c HTTP/1.1" status: 200 len: 948 time: 0.5330215 Jun 28 11:18:53.232327 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-004e15b6-a6f8-47eb-8db9-f375b74eabf3 req-b90347f5-290d-4fa8-9774-5fe71c581a12 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e3c09b4-043f-4f7c-8cd4-2aca917b44a1 HTTP/1.1" status: 200 len: 217 time: 0.1375549 Jun 28 11:18:53.252025 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-6f823069-e48d-4b57-97f9-c499e8a5b4ae req-42104bd1-a6f5-4bf5-8388-e6249c38e51b tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/security-groups?id=241009c6-b554-4232-9a2a-0be989c868ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431645 Jun 28 11:18:53.320935 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-962595fb-7e00-448d-ad58-ce43dada5346 req-daea4a62-f2cf-40b6-a86a-ca491fc02b31 service neutron] 10.222.0.43 "GET /v2.0/networks/35c69f85-218c-4b22-b331-5ba159ed407d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5724292 Jun 28 11:18:53.335007 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e15b6-a6f8-47eb-8db9-f375b74eabf3 req-4ab58fc1-9602-4184-87c5-4dc0880c1600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:53.336537 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-004e15b6-a6f8-47eb-8db9-f375b74eabf3 req-4ab58fc1-9602-4184-87c5-4dc0880c1600 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8b53bddf-fdb5-43a8-99e3-085d58e36040 HTTP/1.1" status: 200 len: 853 time: 0.0880942 Jun 28 11:18:53.465202 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27393aa5-bb4e-45bc-afcb-bd97a3c10bef req-82306224-f595-4bfe-b770-8c5aa569b1b6 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:53.466668 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-27393aa5-bb4e-45bc-afcb-bd97a3c10bef req-82306224-f595-4bfe-b770-8c5aa569b1b6 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/ports?device_id=aae5c79c-04a1-4022-a5f9-09e34ba23fff HTTP/1.1" status: 200 len: 946 time: 0.0935900 Jun 28 11:18:53.486498 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c26c2d6b-d1d6-49f7-9002-c1f425989d33 req-0bcdaa73-e7a9-4a40-9050-e95353ae53ce tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/security-groups?id=c863cc06-c665-4857-90b8-4daa9fc9883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437372 Jun 28 11:18:53.520931 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-27393aa5-bb4e-45bc-afcb-bd97a3c10bef req-f1447124-6bee-415d-a89e-0b25064eb25a tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/security-groups?id=88f4dbcb-6d20-4b45-afa8-5e21259d1ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477362 Jun 28 11:18:53.578823 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-39e42d28-8a74-4c8b-b911-199697eca349 req-e9d80649-9333-4fb4-9291-356f7d0b100f tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for port, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:53.586780 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e15b6-a6f8-47eb-8db9-f375b74eabf3 req-eead3062-f382-4c85-8c8e-8ab7cb4f9a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:53.588373 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-004e15b6-a6f8-47eb-8db9-f375b74eabf3 req-eead3062-f382-4c85-8c8e-8ab7cb4f9a2b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=37bb99b0-7529-44da-9b0b-e494ebe4140f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2414699 Jun 28 11:18:53.601357 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.provisioning_blocks [req-39e42d28-8a74-4c8b-b911-199697eca349 req-e9d80649-9333-4fb4-9291-356f7d0b100f tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Transition to ACTIVE for port object a5660d8d-1970-462d-b396-92b7c527aa90 will not be triggered until provisioned by entity DHCP. {{(pid=88177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:18:53.680483 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-62d9974d-ba7a-40bb-b62f-2c7c47cef386 req-0d7a668d-5b08-4e36-abaf-6de1939c8bd1 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfbb46ef-ae88-4c82-ab63-bd8f8bc524b8 HTTP/1.1" status: 200 len: 210 time: 0.0532825 Jun 28 11:18:53.801457 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-39e42d28-8a74-4c8b-b911-199697eca349 req-e9d80649-9333-4fb4-9291-356f7d0b100f tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782103981231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2688079'] for port, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:53.878863 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39e42d28-8a74-4c8b-b911-199697eca349 req-e9d80649-9333-4fb4-9291-356f7d0b100f tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Network 21e79c31-8e4c-4686-94df-41e665c65d49 is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:18:53.882127 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.base_scheduler [req-39e42d28-8a74-4c8b-b911-199697eca349 req-e9d80649-9333-4fb4-9291-356f7d0b100f tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:18:53.885127 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.l3_dvrscheduler_db [req-39e42d28-8a74-4c8b-b911-199697eca349 req-e9d80649-9333-4fb4-9291-356f7d0b100f tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Received port after_create {{(pid=88177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:18:53.960237 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e85a2-0f0a-44d6-84be-8dbef972c275 req-2cfdc760-375c-4f65-9058-d014cb1834a9 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:53.961824 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-993e85a2-0f0a-44d6-84be-8dbef972c275 req-2cfdc760-375c-4f65-9058-d014cb1834a9 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=b00c32bb-5b10-4ba1-bb89-82e34b2ba60f HTTP/1.1" status: 200 len: 945 time: 0.3522210 Jun 28 11:18:53.968132 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d80649-9333-4fb4-9291-356f7d0b100f tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Pushing event updated for resources: {'Port': ['ID=a5660d8d-1970-462d-b396-92b7c527aa90,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:54.018353 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e42d28-8a74-4c8b-b911-199697eca349 req-e9d80649-9333-4fb4-9291-356f7d0b100f tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:54.019472 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-39e42d28-8a74-4c8b-b911-199697eca349 req-e9d80649-9333-4fb4-9291-356f7d0b100f tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:54.078699 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-993e85a2-0f0a-44d6-84be-8dbef972c275 req-a25f8f60-68d7-4d63-bf15-47d34aa7aeee tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906894 Jun 28 11:18:54.080460 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-39e42d28-8a74-4c8b-b911-199697eca349 req-e9d80649-9333-4fb4-9291-356f7d0b100f tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4956238 Jun 28 11:18:54.142227 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-8214ffd1-d027-44c3-9607-04fe194e129e None None] Provisioning for port a5660d8d-1970-462d-b396-92b7c527aa90 completed by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:18:54.147462 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-8214ffd1-d027-44c3-9607-04fe194e129e None None] Provisioning complete for port a5660d8d-1970-462d-b396-92b7c527aa90 triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:18:54.147838 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8214ffd1-d027-44c3-9607-04fe194e129e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:54.205427 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-8214ffd1-d027-44c3-9607-04fe194e129e None None] Port a5660d8d-1970-462d-b396-92b7c527aa90 cannot update to ACTIVE because it is not bound. {{(pid=88179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:18:54.461165 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d556593-f9f5-454d-962c-9d1d2006b6f9 req-812465bb-9679-4f2d-b903-94c48a11773b tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:54.462601 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-1d556593-f9f5-454d-962c-9d1d2006b6f9 req-812465bb-9679-4f2d-b903-94c48a11773b tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bdcbd98-58ab-495c-a9b7-9781d66ac924 HTTP/1.1" status: 200 len: 943 time: 0.0936770 Jun 28 11:18:54.507070 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-1d556593-f9f5-454d-962c-9d1d2006b6f9 req-e7efd081-1a94-422f-a368-1c3b761d2e8f tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/security-groups?id=241009c6-b554-4232-9a2a-0be989c868ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387571 Jun 28 11:18:54.679835 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b453726d-e149-41c6-9cb1-8c3ad1211a4d req-fdda34e3-6188-49df-986a-44df2e5b6d8f tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:54.681288 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b453726d-e149-41c6-9cb1-8c3ad1211a4d req-fdda34e3-6188-49df-986a-44df2e5b6d8f tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/ports?device_id=328e464d-f23c-421e-89bc-cb2a384d265c HTTP/1.1" status: 200 len: 948 time: 0.0868514 Jun 28 11:18:54.726176 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b453726d-e149-41c6-9cb1-8c3ad1211a4d req-284e8c56-7769-430b-bfd1-52fdfd6c0d44 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/security-groups?id=c863cc06-c665-4857-90b8-4daa9fc9883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390704 Jun 28 11:18:54.907293 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5276e0ed-b0bc-4423-880b-104beba38918 req-161732e9-8f1c-4bd6-8ea2-3c5db4efe350 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:54.909236 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-5276e0ed-b0bc-4423-880b-104beba38918 req-161732e9-8f1c-4bd6-8ea2-3c5db4efe350 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfbb46ef-ae88-4c82-ab63-bd8f8bc524b8 HTTP/1.1" status: 200 len: 932 time: 0.1148055 Jun 28 11:18:54.961567 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [req-5276e0ed-b0bc-4423-880b-104beba38918 req-896f0693-349e-4672-9f28-4f83758256b6 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Synchronizing usage tracker for tenant:9a519a8d5c54458c8ad1c43bdb399503 on resource:security_group {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:18:54.981662 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [req-5276e0ed-b0bc-4423-880b-104beba38918 req-896f0693-349e-4672-9f28-4f83758256b6 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Unset dirty status for tenant:9a519a8d5c54458c8ad1c43bdb399503 on resource:security_group {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:18:54.983200 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-5276e0ed-b0bc-4423-880b-104beba38918 req-896f0693-349e-4672-9f28-4f83758256b6 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/security-groups?id=51053300-f9d9-4428-b380-507c71de1d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677526 Jun 28 11:18:55.367796 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249dd98e-ebd5-44c7-964b-cf1e9fa0fcc4 req-1ae793ad-3cb5-4ff3-97f7-28045ee991ed tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:55.369693 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-249dd98e-ebd5-44c7-964b-cf1e9fa0fcc4 req-1ae793ad-3cb5-4ff3-97f7-28045ee991ed tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=b00c32bb-5b10-4ba1-bb89-82e34b2ba60f HTTP/1.1" status: 200 len: 945 time: 0.1259413 Jun 28 11:18:55.432509 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-249dd98e-ebd5-44c7-964b-cf1e9fa0fcc4 req-90b0a74e-ae1b-409a-9f74-49bdf0a03a85 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544736 Jun 28 11:18:55.718311 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c625cc3e-21e0-4a97-8389-68643d0c5725 req-d5dc808b-3602-41b4-94af-86d8cd5cc58b tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:55.719992 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-c625cc3e-21e0-4a97-8389-68643d0c5725 req-d5dc808b-3602-41b4-94af-86d8cd5cc58b tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bdcbd98-58ab-495c-a9b7-9781d66ac924 HTTP/1.1" status: 200 len: 943 time: 0.0957308 Jun 28 11:18:55.783352 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-c625cc3e-21e0-4a97-8389-68643d0c5725 req-1e0f88f7-c790-4638-8ee1-e09bd3fbd866 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/security-groups?id=241009c6-b554-4232-9a2a-0be989c868ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569429 Jun 28 11:18:55.999333 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050170a-70a3-4515-b2b9-a0d86a1fefcf req-c5dd6515-bf41-408d-a4dd-61be21170fc6 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:56.002371 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-0050170a-70a3-4515-b2b9-a0d86a1fefcf req-c5dd6515-bf41-408d-a4dd-61be21170fc6 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/ports?device_id=328e464d-f23c-421e-89bc-cb2a384d265c HTTP/1.1" status: 200 len: 948 time: 0.1346366 Jun 28 11:18:56.065100 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-0050170a-70a3-4515-b2b9-a0d86a1fefcf req-1dfdf376-6c53-43ed-a761-76a4599e3c94 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/security-groups?id=c863cc06-c665-4857-90b8-4daa9fc9883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567391 Jun 28 11:18:56.297841 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff316d5-674e-435d-8319-16d281e54d4f req-34336303-523a-498f-a648-71ede40aafec tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:56.299310 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-6ff316d5-674e-435d-8319-16d281e54d4f req-34336303-523a-498f-a648-71ede40aafec tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfbb46ef-ae88-4c82-ab63-bd8f8bc524b8 HTTP/1.1" status: 200 len: 932 time: 0.2004728 Jun 28 11:18:56.344459 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-6ff316d5-674e-435d-8319-16d281e54d4f req-52f0034c-b14f-47a5-87aa-a78e12185e9d tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/security-groups?id=51053300-f9d9-4428-b380-507c71de1d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390441 Jun 28 11:18:56.471037 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [req-39e42d28-8a74-4c8b-b911-199697eca349 req-bd2fd387-9fb2-44e6-9ff2-bb16012dd3cf service neutron] Request body: {'port': {'device_id': 'cfbb46ef-ae88-4c82-ab63-bd8f8bc524b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:18:56.774746 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-004e15b6-a6f8-47eb-8db9-f375b74eabf3 req-a5b2a9a6-ef81-4140-9131-eed43d81b402 service neutron] 10.222.0.43 "GET /v2.0/networks/37bb99b0-7529-44da-9b0b-e494ebe4140f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3803945 Jun 28 11:18:56.818728 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-39e42d28-8a74-4c8b-b911-199697eca349 req-bd2fd387-9fb2-44e6-9ff2-bb16012dd3cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:56.896670 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-1f50c3a8-1d33-4af6-bca3-8ac0faa7d7ed req-09aaf6f5-9333-4268-a7fb-cb2e62816fab service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=548398f6-21cb-449b-b283-b7585254ad20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3889177 Jun 28 11:18:57.008499 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0fbf16-908d-4988-a43c-ecfed1e3e5f1 req-1f18f70f-c513-416b-8ad5-9504cee6006a tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:57.010182 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-2c0fbf16-908d-4988-a43c-ecfed1e3e5f1 req-1f18f70f-c513-416b-8ad5-9504cee6006a tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bdcbd98-58ab-495c-a9b7-9781d66ac924 HTTP/1.1" status: 200 len: 943 time: 0.1144955 Jun 28 11:18:57.046478 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6638eff-b052-477f-aa26-c624bfa19c75 req-25ebf96f-d9bc-4796-b744-0b90b166a8fe tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:57.048811 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-e6638eff-b052-477f-aa26-c624bfa19c75 req-25ebf96f-d9bc-4796-b744-0b90b166a8fe tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=b00c32bb-5b10-4ba1-bb89-82e34b2ba60f HTTP/1.1" status: 200 len: 945 time: 0.4911139 Jun 28 11:18:57.073569 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-2c0fbf16-908d-4988-a43c-ecfed1e3e5f1 req-50e7c2f4-4561-480a-addd-1af91f2fd256 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/security-groups?id=241009c6-b554-4232-9a2a-0be989c868ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550249 Jun 28 11:18:57.157746 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-004e15b6-a6f8-47eb-8db9-f375b74eabf3 req-bb6b0aa7-5f76-4d5b-9776-10f137790745 service neutron] 10.222.0.43 "GET /v2.0/networks/37bb99b0-7529-44da-9b0b-e494ebe4140f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3703685 Jun 28 11:18:57.240316 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-e6638eff-b052-477f-aa26-c624bfa19c75 req-ae558121-841f-495c-9ced-bc477ca101cf tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618564 Jun 28 11:18:57.407748 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50c3a8-1d33-4af6-bca3-8ac0faa7d7ed req-118e4511-a8d8-43d4-9190-5182183f6728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:57.409409 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-1f50c3a8-1d33-4af6-bca3-8ac0faa7d7ed req-118e4511-a8d8-43d4-9190-5182183f6728 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39ee6a774aa94963a4c024612cabe0ab&device_id=548398f6-21cb-449b-b283-b7585254ad20 HTTP/1.1" status: 200 len: 1099 time: 0.4624598 Jun 28 11:18:57.523680 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedeff2c-b7c5-4010-bc8f-887dd0a1d508 req-edc2bca7-ac63-45b9-b2c5-f5c5c53b4e75 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:57.526110 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-cedeff2c-b7c5-4010-bc8f-887dd0a1d508 req-edc2bca7-ac63-45b9-b2c5-f5c5c53b4e75 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/ports?device_id=328e464d-f23c-421e-89bc-cb2a384d265c HTTP/1.1" status: 200 len: 948 time: 0.1567826 Jun 28 11:18:57.654749 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-cedeff2c-b7c5-4010-bc8f-887dd0a1d508 req-94f45e8d-bc26-482f-b63f-2034b697f5a8 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/security-groups?id=c863cc06-c665-4857-90b8-4daa9fc9883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086745 Jun 28 11:18:57.849709 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.notifiers.nova [req-39e42d28-8a74-4c8b-b911-199697eca349 req-bd2fd387-9fb2-44e6-9ff2-bb16012dd3cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5660d8d-1970-462d-b396-92b7c527aa90 {{(pid=88177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:18:57.885427 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-39e42d28-8a74-4c8b-b911-199697eca349 req-bd2fd387-9fb2-44e6-9ff2-bb16012dd3cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:57.913659 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab81d57-f8ac-4de7-8c63-c6c9e7dd8086 req-be3696fb-19dc-4920-8a9a-16826c8e4a78 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:57.915795 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-aab81d57-f8ac-4de7-8c63-c6c9e7dd8086 req-be3696fb-19dc-4920-8a9a-16826c8e4a78 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/ports?device_id=aae5c79c-04a1-4022-a5f9-09e34ba23fff HTTP/1.1" status: 200 len: 946 time: 0.1442771 Jun 28 11:18:57.916349 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da00839-f7fd-4121-8eae-ee6c350b3ba0 req-18e5a5c3-03a4-4a6d-8ffe-26d9711bcb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:57.918062 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-2da00839-f7fd-4121-8eae-ee6c350b3ba0 req-18e5a5c3-03a4-4a6d-8ffe-26d9711bcb9d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d25e7ce42d8c46ecbeacc1c6835ede35&device_id=3bdcbd98-58ab-495c-a9b7-9781d66ac924 HTTP/1.1" status: 200 len: 1096 time: 0.5760329 Jun 28 11:18:57.925292 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50c3a8-1d33-4af6-bca3-8ac0faa7d7ed req-136d4e02-8e11-4963-8ab2-c35791cc413a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:57.927547 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-1f50c3a8-1d33-4af6-bca3-8ac0faa7d7ed req-136d4e02-8e11-4963-8ab2-c35791cc413a service neutron] 10.222.0.43 "GET /v2.0/networks?id=3dcee093-7093-4d70-9e54-e71a2fd9b0d8 HTTP/1.1" status: 200 len: 920 time: 0.3468685 Jun 28 11:18:57.932038 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.provisioning_blocks [req-39e42d28-8a74-4c8b-b911-199697eca349 req-bd2fd387-9fb2-44e6-9ff2-bb16012dd3cf service neutron] Transition to ACTIVE for port object a5660d8d-1970-462d-b396-92b7c527aa90 will not be triggered until provisioned by entity L2. {{(pid=88177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:18:57.941322 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-39e42d28-8a74-4c8b-b911-199697eca349 req-bd2fd387-9fb2-44e6-9ff2-bb16012dd3cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2688088'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:57.979742 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-aab81d57-f8ac-4de7-8c63-c6c9e7dd8086 req-a41e403b-88c8-4c6e-9457-8cfd40a5f947 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/security-groups?id=88f4dbcb-6d20-4b45-afa8-5e21259d1ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539713 Jun 28 11:18:57.987168 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e3532-27bc-4314-aab0-f7754cf076e9 req-fb23f53c-2edb-4e73-8667-643e9b19ac6d tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:57.987943 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-909e3532-27bc-4314-aab0-f7754cf076e9 req-fb23f53c-2edb-4e73-8667-643e9b19ac6d tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Synchronizing usage tracker for tenant:9a519a8d5c54458c8ad1c43bdb399503 on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:18:58.315301 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-1f50c3a8-1d33-4af6-bca3-8ac0faa7d7ed req-14c701e0-71be-4c80-a0e8-8690f84ead79 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0fb11382-d873-41bd-aeb5-9123dc01c8dc HTTP/1.1" status: 200 len: 217 time: 0.3221271 Jun 28 11:18:58.432670 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc23820-8ab2-46da-a551-e1b769fbeafe req-1ac5cd0a-5285-4e14-a84f-7767f94e22b2 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:58.434270 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-ffc23820-8ab2-46da-a551-e1b769fbeafe req-1ac5cd0a-5285-4e14-a84f-7767f94e22b2 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bdcbd98-58ab-495c-a9b7-9781d66ac924 HTTP/1.1" status: 200 len: 943 time: 0.1408510 Jun 28 11:18:58.460319 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2fd387-9fb2-44e6-9ff2-bb16012dd3cf service neutron] Pushing event updated for resources: {'Port': ['ID=a5660d8d-1970-462d-b396-92b7c527aa90,revision_number=2']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:58.467148 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-909e3532-27bc-4314-aab0-f7754cf076e9 req-fb23f53c-2edb-4e73-8667-643e9b19ac6d tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Unset dirty status for tenant:9a519a8d5c54458c8ad1c43bdb399503 on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:18:58.476689 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-909e3532-27bc-4314-aab0-f7754cf076e9 req-fb23f53c-2edb-4e73-8667-643e9b19ac6d tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfbb46ef-ae88-4c82-ab63-bd8f8bc524b8 HTTP/1.1" status: 200 len: 932 time: 0.7987676 Jun 28 11:18:58.517725 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-ffc23820-8ab2-46da-a551-e1b769fbeafe req-2f7a4808-0c7f-4ee5-a57d-c85a6ba6e971 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/security-groups?id=241009c6-b554-4232-9a2a-0be989c868ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736263 Jun 28 11:18:58.673146 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50c3a8-1d33-4af6-bca3-8ac0faa7d7ed req-690ae192-9a7d-40c5-abea-24d1257a3f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:58.674735 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-1f50c3a8-1d33-4af6-bca3-8ac0faa7d7ed req-690ae192-9a7d-40c5-abea-24d1257a3f00 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4959b550-e4a6-4bb2-a9b3-3d13206321f5 HTTP/1.1" status: 200 len: 858 time: 0.2851868 Jun 28 11:18:58.687705 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-909e3532-27bc-4314-aab0-f7754cf076e9 req-0572d215-35c9-4ffc-ab20-ab711ef0b746 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/security-groups?id=51053300-f9d9-4428-b380-507c71de1d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2099662 Jun 28 11:18:58.739478 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35689fee-4792-4665-8829-18adabf641a5 req-29596f8a-604a-4653-92e1-a5fcf3ca5f0a tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:58.741041 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-35689fee-4792-4665-8829-18adabf641a5 req-29596f8a-604a-4653-92e1-a5fcf3ca5f0a tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=b00c32bb-5b10-4ba1-bb89-82e34b2ba60f HTTP/1.1" status: 200 len: 945 time: 0.1057510 Jun 28 11:18:58.758164 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da00839-f7fd-4121-8eae-ee6c350b3ba0 req-8c33c924-9fb5-4874-a000-83a4a5cc2bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:58.759694 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-2da00839-f7fd-4121-8eae-ee6c350b3ba0 req-8c33c924-9fb5-4874-a000-83a4a5cc2bef service neutron] 10.222.0.43 "GET /v2.0/networks?id=37bb99b0-7529-44da-9b0b-e494ebe4140f HTTP/1.1" status: 200 len: 915 time: 0.7687275 Jun 28 11:18:58.819901 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-35689fee-4792-4665-8829-18adabf641a5 req-0d8b7829-fd23-486b-b4c9-5d4762359218 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568912 Jun 28 11:18:58.861086 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-2da00839-f7fd-4121-8eae-ee6c350b3ba0 req-c02bf346-eee8-4216-a177-0ca5e4147de3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e3c09b4-043f-4f7c-8cd4-2aca917b44a1 HTTP/1.1" status: 200 len: 217 time: 0.0915301 Jun 28 11:18:58.868437 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.managers [req-39e42d28-8a74-4c8b-b911-199697eca349 req-bd2fd387-9fb2-44e6-9ff2-bb16012dd3cf service neutron] Attempting to bind port a5660d8d-1970-462d-b396-92b7c527aa90 on host hv-cinder-84460 for vnic_type normal with profile {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:18:58.868786 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.managers [req-39e42d28-8a74-4c8b-b911-199697eca349 req-bd2fd387-9fb2-44e6-9ff2-bb16012dd3cf service neutron] Attempting to bind port a5660d8d-1970-462d-b396-92b7c527aa90 by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': 'd955dde5-69b1-4a11-8383-f5f9cce13386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49'}] {{(pid=88177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:18:58.869087 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e42d28-8a74-4c8b-b911-199697eca349 req-bd2fd387-9fb2-44e6-9ff2-bb16012dd3cf service neutron] Attempting to bind port a5660d8d-1970-462d-b396-92b7c527aa90 on network 21e79c31-8e4c-4686-94df-41e665c65d49 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:18:58.917336 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e42d28-8a74-4c8b-b911-199697eca349 req-bd2fd387-9fb2-44e6-9ff2-bb16012dd3cf service neutron] Port a5660d8d-1970-462d-b396-92b7c527aa90 on network 21e79c31-8e4c-4686-94df-41e665c65d49 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 11:18:58.918151 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e42d28-8a74-4c8b-b911-199697eca349 req-bd2fd387-9fb2-44e6-9ff2-bb16012dd3cf service neutron] Attempting to bind port a5660d8d-1970-462d-b396-92b7c527aa90 on network 21e79c31-8e4c-4686-94df-41e665c65d49 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:18:58.932848 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e42d28-8a74-4c8b-b911-199697eca349 req-bd2fd387-9fb2-44e6-9ff2-bb16012dd3cf service neutron] Checking agent: {'id': '08bfabbf-d5f3-4ca7-8c16-3ebc8bd75d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 14), 'started_at': datetime.datetime(2022, 6, 28, 11, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:18:58.933401 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e42d28-8a74-4c8b-b911-199697eca349 req-bd2fd387-9fb2-44e6-9ff2-bb16012dd3cf service neutron] Checking segment: {'id': 'd955dde5-69b1-4a11-8383-f5f9cce13386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:18:58.933955 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e42d28-8a74-4c8b-b911-199697eca349 req-bd2fd387-9fb2-44e6-9ff2-bb16012dd3cf service neutron] Bound using segment: {'id': 'd955dde5-69b1-4a11-8383-f5f9cce13386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49'} {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:18:58.934547 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.managers [req-39e42d28-8a74-4c8b-b911-199697eca349 req-bd2fd387-9fb2-44e6-9ff2-bb16012dd3cf service neutron] Bound port: a5660d8d-1970-462d-b396-92b7c527aa90, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd955dde5-69b1-4a11-8383-f5f9cce13386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49'}}] {{(pid=88177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:18:58.935042 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-39e42d28-8a74-4c8b-b911-199697eca349 req-bd2fd387-9fb2-44e6-9ff2-bb16012dd3cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:59.024699 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da00839-f7fd-4121-8eae-ee6c350b3ba0 req-5f49fc32-532b-4374-a71e-2aa79df4844e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:59.026687 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-2da00839-f7fd-4121-8eae-ee6c350b3ba0 req-5f49fc32-532b-4374-a71e-2aa79df4844e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8b53bddf-fdb5-43a8-99e3-085d58e36040 HTTP/1.1" status: 200 len: 853 time: 0.1545775 Jun 28 11:18:59.032345 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50c3a8-1d33-4af6-bca3-8ac0faa7d7ed req-45897c02-77b6-4451-b8a4-f780be880223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:59.034052 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-1f50c3a8-1d33-4af6-bca3-8ac0faa7d7ed req-45897c02-77b6-4451-b8a4-f780be880223 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3dcee093-7093-4d70-9e54-e71a2fd9b0d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3308904 Jun 28 11:18:59.136299 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06c5ab1-fb89-4e4e-9c25-e599bd5c7875 req-d32cc133-6448-4e3f-973d-6e734ead83c3 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:59.145815 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-e06c5ab1-fb89-4e4e-9c25-e599bd5c7875 req-d32cc133-6448-4e3f-973d-6e734ead83c3 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/ports?device_id=328e464d-f23c-421e-89bc-cb2a384d265c HTTP/1.1" status: 200 len: 948 time: 0.2070150 Jun 28 11:18:59.192674 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-e06c5ab1-fb89-4e4e-9c25-e599bd5c7875 req-edccbd9c-29fb-429a-a67f-dd0dab4c1eb2 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/security-groups?id=c863cc06-c665-4857-90b8-4daa9fc9883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459383 Jun 28 11:18:59.287325 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.db [req-39e42d28-8a74-4c8b-b911-199697eca349 req-bd2fd387-9fb2-44e6-9ff2-bb16012dd3cf service neutron] For port a5660d8d-1970-462d-b396-92b7c527aa90, host hv-cinder-84460, cleared binding levels {{(pid=88177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:18:59.322141 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.db [req-39e42d28-8a74-4c8b-b911-199697eca349 req-bd2fd387-9fb2-44e6-9ff2-bb16012dd3cf service neutron] For port a5660d8d-1970-462d-b396-92b7c527aa90, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=a5660d8d-1970-462d-b396-92b7c527aa90,segment=NetworkSegment(d955dde5-69b1-4a11-8383-f5f9cce13386),segment_id=d955dde5-69b1-4a11-8383-f5f9cce13386)] {{(pid=88177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:18:59.335740 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-39e42d28-8a74-4c8b-b911-199697eca349 req-bd2fd387-9fb2-44e6-9ff2-bb16012dd3cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2688088'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:59.371057 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-1f50c3a8-1d33-4af6-bca3-8ac0faa7d7ed req-98956ab7-49e9-4d9c-aaeb-8abc2ec1943e service neutron] 10.222.0.43 "GET /v2.0/networks/3dcee093-7093-4d70-9e54-e71a2fd9b0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948031 Jun 28 11:18:59.424919 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67543c-42aa-4879-91c4-4b860fdc8180 req-6277e859-12e1-4335-b918-8139e0b08ea8 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:59.426498 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-1b67543c-42aa-4879-91c4-4b860fdc8180 req-6277e859-12e1-4335-b918-8139e0b08ea8 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/ports?device_id=aae5c79c-04a1-4022-a5f9-09e34ba23fff HTTP/1.1" status: 200 len: 946 time: 0.0982356 Jun 28 11:18:59.475388 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-1b67543c-42aa-4879-91c4-4b860fdc8180 req-b665b987-6fcf-424f-9fe3-02f09b64354f tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/security-groups?id=88f4dbcb-6d20-4b45-afa8-5e21259d1ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418465 Jun 28 11:18:59.555688 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e42d28-8a74-4c8b-b911-199697eca349 req-bd2fd387-9fb2-44e6-9ff2-bb16012dd3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:59.556916 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-39e42d28-8a74-4c8b-b911-199697eca349 req-bd2fd387-9fb2-44e6-9ff2-bb16012dd3cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:59.559842 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-39e42d28-8a74-4c8b-b911-199697eca349 req-bd2fd387-9fb2-44e6-9ff2-bb16012dd3cf service neutron] 10.222.0.43 "PUT /v2.0/ports/a5660d8d-1970-462d-b396-92b7c527aa90 HTTP/1.1" status: 200 len: 1094 time: 3.0933700 Jun 28 11:18:59.567339 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfbb46ef-ae88-4c82-ab63-bd8f8bc524b8', 'tag': 'a5660d8d-1970-462d-b396-92b7c527aa90'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:18:59.568374 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:59.647933 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da00839-f7fd-4121-8eae-ee6c350b3ba0 req-1ec0718a-9505-4dc9-9c6b-67f9f608afc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:59.649899 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-2da00839-f7fd-4121-8eae-ee6c350b3ba0 req-1ec0718a-9505-4dc9-9c6b-67f9f608afc5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=37bb99b0-7529-44da-9b0b-e494ebe4140f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.6147842 Jun 28 11:18:59.666104 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f4fe6e-427e-44f5-8f45-8fcb45e8700c req-85575dba-20bf-47e8-a419-668400433925 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:59.667902 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-a0f4fe6e-427e-44f5-8f45-8fcb45e8700c req-85575dba-20bf-47e8-a419-668400433925 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5feac2-94f7-4fac-9509-f0a495642234 HTTP/1.1" status: 200 len: 946 time: 0.4840510 Jun 28 11:18:59.780514 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2fd387-9fb2-44e6-9ff2-bb16012dd3cf service neutron] Pushing event updated for resources: {'Port': ['ID=a5660d8d-1970-462d-b396-92b7c527aa90,revision_number=3']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:59.836154 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-a0f4fe6e-427e-44f5-8f45-8fcb45e8700c req-201314bd-2fa1-415c-bcf9-557b4dd8b697 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/security-groups?id=56306c0d-b659-4870-a456-904bd2051209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168709 Jun 28 11:18:59.847404 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-1f50c3a8-1d33-4af6-bca3-8ac0faa7d7ed req-e997eee1-ca42-4fc6-a1b8-58091c632271 service neutron] 10.222.0.43 "GET /v2.0/networks/3dcee093-7093-4d70-9e54-e71a2fd9b0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4629295 Jun 28 11:18:59.868380 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e42d28-8a74-4c8b-b911-199697eca349 req-51c746c1-fe18-4e3f-bb1f-7dabe87f3480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:59.870172 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-39e42d28-8a74-4c8b-b911-199697eca349 req-51c746c1-fe18-4e3f-bb1f-7dabe87f3480 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9a519a8d5c54458c8ad1c43bdb399503&device_id=cfbb46ef-ae88-4c82-ab63-bd8f8bc524b8 HTTP/1.1" status: 200 len: 1097 time: 0.2128127 Jun 28 11:18:59.876419 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d0bcf-1641-4c69-9660-c84f66badba5 req-ef20d7bf-1eef-4386-8d9f-d266117c4048 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:59.877991 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-a04d0bcf-1641-4c69-9660-c84f66badba5 req-ef20d7bf-1eef-4386-8d9f-d266117c4048 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bdcbd98-58ab-495c-a9b7-9781d66ac924 HTTP/1.1" status: 200 len: 943 time: 0.0981977 Jun 28 11:18:59.896432 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06a3af6b-dbfd-494f-84ee-065be5cfcdad'] response: {'name': 'network-changed', 'server_uuid': 'cfbb46ef-ae88-4c82-ab63-bd8f8bc524b8', 'tag': 'a5660d8d-1970-462d-b396-92b7c527aa90', 'status': 'completed', 'code': 200} Jun 28 11:18:59.945622 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-a04d0bcf-1641-4c69-9660-c84f66badba5 req-58d08f2e-f9d6-4994-b812-157bb7043008 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/security-groups?id=241009c6-b554-4232-9a2a-0be989c868ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613966 Jun 28 11:19:00.081508 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c2b43-a945-4d2e-9128-d67566b7301b req-decfa33b-54e3-46ed-b375-35c26d3e5a3c tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:00.082844 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-617c2b43-a945-4d2e-9128-d67566b7301b req-decfa33b-54e3-46ed-b375-35c26d3e5a3c tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=b00c32bb-5b10-4ba1-bb89-82e34b2ba60f HTTP/1.1" status: 200 len: 945 time: 0.0949559 Jun 28 11:19:00.127930 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-617c2b43-a945-4d2e-9128-d67566b7301b req-3c626a8d-491e-418e-8042-d5a7c9c59fe1 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392821 Jun 28 11:19:00.137980 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6279658c-78ad-4f38-b9e3-68aa834ef296 req-4bb169d4-bb83-438f-9f35-7e5c79318767 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:00.140023 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-6279658c-78ad-4f38-b9e3-68aa834ef296 req-4bb169d4-bb83-438f-9f35-7e5c79318767 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfbb46ef-ae88-4c82-ab63-bd8f8bc524b8 HTTP/1.1" status: 200 len: 944 time: 0.0890894 Jun 28 11:19:00.187268 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-6279658c-78ad-4f38-b9e3-68aa834ef296 req-57687436-b40f-43d9-bdc4-db40a3b9e5b0 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/security-groups?id=51053300-f9d9-4428-b380-507c71de1d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418351 Jun 28 11:19:00.399096 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843e8aa-88bf-403b-b168-1dcda4e947b9 req-2d389833-3744-4895-9a44-334ec48b0905 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:00.400624 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-6843e8aa-88bf-403b-b168-1dcda4e947b9 req-2d389833-3744-4895-9a44-334ec48b0905 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/ports?device_id=328e464d-f23c-421e-89bc-cb2a384d265c HTTP/1.1" status: 200 len: 948 time: 0.0975966 Jun 28 11:19:00.447001 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-6843e8aa-88bf-403b-b168-1dcda4e947b9 req-ccd82b22-b29b-4091-bb6d-a87b714ff4a5 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/security-groups?id=c863cc06-c665-4857-90b8-4daa9fc9883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404830 Jun 28 11:19:00.705312 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ba5ec-c2db-45ec-84dc-662257caea44 req-cd4f13e9-f3c0-4625-b43b-a7a8cec07f1e tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:00.707070 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-b23ba5ec-c2db-45ec-84dc-662257caea44 req-cd4f13e9-f3c0-4625-b43b-a7a8cec07f1e tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/ports?device_id=aae5c79c-04a1-4022-a5f9-09e34ba23fff HTTP/1.1" status: 200 len: 946 time: 0.1130900 Jun 28 11:19:00.757978 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-b23ba5ec-c2db-45ec-84dc-662257caea44 req-95a7f0c7-d267-4a70-84c8-1cfc2eebefae tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/security-groups?id=88f4dbcb-6d20-4b45-afa8-5e21259d1ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410109 Jun 28 11:19:00.770749 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device 4663f4a2-0029-45b9-95dc-02b0fd317275 details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=88179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:19:00.920973 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port 4663f4a2-0029-45b9-95dc-02b0fd317275, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=4663f4a2-0029-45b9-95dc-02b0fd317275,segment=NetworkSegment(767560d7-7b59-4ac6-906c-f84bcc63abdb),segment_id=767560d7-7b59-4ac6-906c-f84bcc63abdb)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:19:00.935208 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Returning: {'device': '4663f4a2-0029-45b9-95dc-02b0fd317275', 'network_id': '35c69f85-218c-4b22-b331-5ba159ed407d', 'port_id': '4663f4a2-0029-45b9-95dc-02b0fd317275', 'mac_address': 'fa:16:3e:cc:66:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39118414-989d-43ae-8d79-4a71ae0d4915', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:19:00.995499 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Current status of the port 4663f4a2-0029-45b9-95dc-02b0fd317275 is: DOWN; New status is: BUILD {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:19:00.995956 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:01.014327 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4663f4a2-0029-45b9-95dc-02b0fd317275 {{(pid=88179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:19:01.033093 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port 4663f4a2-0029-45b9-95dc-02b0fd317275, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=4663f4a2-0029-45b9-95dc-02b0fd317275,segment=NetworkSegment(767560d7-7b59-4ac6-906c-f84bcc63abdb),segment_id=767560d7-7b59-4ac6-906c-f84bcc63abdb)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:19:01.037799 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:01.038831 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device 4e3c09b4-043f-4f7c-8cd4-2aca917b44a1 details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=88179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:19:01.050913 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6381f5fc-2834-4f13-9a8a-b751b996716b req-a42b7e03-359c-420b-97cd-ee4a71273e07 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:01.052348 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-6381f5fc-2834-4f13-9a8a-b751b996716b req-a42b7e03-359c-420b-97cd-ee4a71273e07 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5feac2-94f7-4fac-9509-f0a495642234 HTTP/1.1" status: 200 len: 946 time: 0.0978703 Jun 28 11:19:01.098274 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-6381f5fc-2834-4f13-9a8a-b751b996716b req-fd8b5497-23b5-4a70-ba96-6be9e3538a82 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/security-groups?id=56306c0d-b659-4870-a456-904bd2051209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402689 Jun 28 11:19:01.146336 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86458b31-ff09-4de1-b7f7-66527f971c73 req-024f7bde-dc9d-49c8-8cd6-ec6cb35399a3 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:01.147799 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-86458b31-ff09-4de1-b7f7-66527f971c73 req-024f7bde-dc9d-49c8-8cd6-ec6cb35399a3 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bdcbd98-58ab-495c-a9b7-9781d66ac924 HTTP/1.1" status: 200 len: 943 time: 0.0883908 Jun 28 11:19:01.198918 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-86458b31-ff09-4de1-b7f7-66527f971c73 req-dbb26360-522c-4e5e-b02b-9d4981eea747 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/security-groups?id=241009c6-b554-4232-9a2a-0be989c868ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444050 Jun 28 11:19:01.212931 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Pushing event updated for resources: {'Port': ['ID=4663f4a2-0029-45b9-95dc-02b0fd317275,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:01.246791 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port 4e3c09b4-043f-4f7c-8cd4-2aca917b44a1, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=4e3c09b4-043f-4f7c-8cd4-2aca917b44a1,segment=NetworkSegment(6b36a0ab-7f32-456b-b1e8-8438e0a384f8),segment_id=6b36a0ab-7f32-456b-b1e8-8438e0a384f8)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:19:01.260420 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Returning: {'device': '4e3c09b4-043f-4f7c-8cd4-2aca917b44a1', 'network_id': '37bb99b0-7529-44da-9b0b-e494ebe4140f', 'port_id': '4e3c09b4-043f-4f7c-8cd4-2aca917b44a1', 'mac_address': 'fa:16:3e:30:a7:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b53bddf-fdb5-43a8-99e3-085d58e36040', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:19:01.322174 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Current status of the port 4e3c09b4-043f-4f7c-8cd4-2aca917b44a1 is: DOWN; New status is: BUILD {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:19:01.322571 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:01.332980 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f395b2-e12f-46a6-bdbd-f4f00682d3cb req-6730a2bb-e7e3-49c2-b161-fbed7ffc3185 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:01.334452 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-41f395b2-e12f-46a6-bdbd-f4f00682d3cb req-6730a2bb-e7e3-49c2-b161-fbed7ffc3185 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=b00c32bb-5b10-4ba1-bb89-82e34b2ba60f HTTP/1.1" status: 200 len: 945 time: 0.0934474 Jun 28 11:19:01.340301 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e3c09b4-043f-4f7c-8cd4-2aca917b44a1 {{(pid=88179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:19:01.360179 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port 4e3c09b4-043f-4f7c-8cd4-2aca917b44a1, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=4e3c09b4-043f-4f7c-8cd4-2aca917b44a1,segment=NetworkSegment(6b36a0ab-7f32-456b-b1e8-8438e0a384f8),segment_id=6b36a0ab-7f32-456b-b1e8-8438e0a384f8)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:19:01.366166 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:01.404682 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-41f395b2-e12f-46a6-bdbd-f4f00682d3cb req-c78761e8-d9c6-4335-8dde-d95a7ef2fef2 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635786 Jun 28 11:19:01.420579 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ab7ed-67fa-4653-8fad-74de19e610a7 req-ef77c8f9-0ade-450e-90e6-fdbf118fa410 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:01.422143 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-0b3ab7ed-67fa-4653-8fad-74de19e610a7 req-ef77c8f9-0ade-450e-90e6-fdbf118fa410 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfbb46ef-ae88-4c82-ab63-bd8f8bc524b8 HTTP/1.1" status: 200 len: 944 time: 0.1078548 Jun 28 11:19:01.446822 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Pushing event updated for resources: {'Port': ['ID=4e3c09b4-043f-4f7c-8cd4-2aca917b44a1,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:01.468335 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-0b3ab7ed-67fa-4653-8fad-74de19e610a7 req-f1ecb3a3-2a10-4706-92ef-f32cc3e4b74d tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/security-groups?id=51053300-f9d9-4428-b380-507c71de1d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387607 Jun 28 11:19:01.646914 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6f32c-be3e-4dea-b473-df51474e948f req-abc6a0b1-cc7a-493f-ada2-34396a46e839 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:01.648402 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-79c6f32c-be3e-4dea-b473-df51474e948f req-abc6a0b1-cc7a-493f-ada2-34396a46e839 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/ports?device_id=328e464d-f23c-421e-89bc-cb2a384d265c HTTP/1.1" status: 200 len: 949 time: 0.0973375 Jun 28 11:19:01.694819 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-79c6f32c-be3e-4dea-b473-df51474e948f req-922dfa46-50a0-4749-8356-b3f7515bac76 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/security-groups?id=c863cc06-c665-4857-90b8-4daa9fc9883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400729 Jun 28 11:19:01.972817 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d061433a-57eb-4802-b3bd-a19e974eabf6 req-5338e8ec-d977-4fef-8150-f6350dbfe604 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:01.974617 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-d061433a-57eb-4802-b3bd-a19e974eabf6 req-5338e8ec-d977-4fef-8150-f6350dbfe604 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/ports?device_id=aae5c79c-04a1-4022-a5f9-09e34ba23fff HTTP/1.1" status: 200 len: 946 time: 0.1023109 Jun 28 11:19:02.023363 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-d061433a-57eb-4802-b3bd-a19e974eabf6 req-4226a94f-f76f-4d75-b201-142d5495c439 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/security-groups?id=88f4dbcb-6d20-4b45-afa8-5e21259d1ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406692 Jun 28 11:19:02.308076 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea1392-fa2c-46d4-8c70-fc4aa6826650 req-ce58a789-f8a9-4049-b73d-da521d2a6d76 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:02.309616 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-d5ea1392-fa2c-46d4-8c70-fc4aa6826650 req-ce58a789-f8a9-4049-b73d-da521d2a6d76 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5feac2-94f7-4fac-9509-f0a495642234 HTTP/1.1" status: 200 len: 946 time: 0.0941799 Jun 28 11:19:02.356205 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-d5ea1392-fa2c-46d4-8c70-fc4aa6826650 req-63e9a8af-44a5-41cc-bab2-fe837d302ddc tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/security-groups?id=56306c0d-b659-4870-a456-904bd2051209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404243 Jun 28 11:19:02.396678 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18e658a-e30f-4e98-89a9-b6f946c75af9 req-deea8fee-2391-4628-8a52-048755271c79 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:02.398192 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-f18e658a-e30f-4e98-89a9-b6f946c75af9 req-deea8fee-2391-4628-8a52-048755271c79 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bdcbd98-58ab-495c-a9b7-9781d66ac924 HTTP/1.1" status: 200 len: 944 time: 0.0893924 Jun 28 11:19:02.449404 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-f18e658a-e30f-4e98-89a9-b6f946c75af9 req-28743454-14a1-47e4-bc35-a1c7eb223302 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/security-groups?id=241009c6-b554-4232-9a2a-0be989c868ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430975 Jun 28 11:19:02.670306 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c1965a-a1a7-4c88-9ed4-9aa63d3babf7 req-de3b34ba-0627-4210-94e4-1a1e9122ceaf tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:02.671973 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-c7c1965a-a1a7-4c88-9ed4-9aa63d3babf7 req-de3b34ba-0627-4210-94e4-1a1e9122ceaf tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfbb46ef-ae88-4c82-ab63-bd8f8bc524b8 HTTP/1.1" status: 200 len: 944 time: 0.0941460 Jun 28 11:19:02.717744 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-c7c1965a-a1a7-4c88-9ed4-9aa63d3babf7 req-c1fe3546-41f9-40cd-9321-83121bf10e99 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/security-groups?id=51053300-f9d9-4428-b380-507c71de1d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394456 Jun 28 11:19:02.770255 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-39e42d28-8a74-4c8b-b911-199697eca349 req-ea7c1a52-43d7-44d0-9c4a-3abd4b6d2047 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5660d8d-1970-462d-b396-92b7c527aa90 HTTP/1.1" status: 200 len: 217 time: 0.1902385 Jun 28 11:19:02.917734 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826529e2-afd4-4b90-acc2-95190fac3868 req-d310b339-ed45-4f1d-a9ed-87fbf308c770 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:02.919268 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-826529e2-afd4-4b90-acc2-95190fac3868 req-d310b339-ed45-4f1d-a9ed-87fbf308c770 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=b00c32bb-5b10-4ba1-bb89-82e34b2ba60f HTTP/1.1" status: 200 len: 945 time: 0.4156783 Jun 28 11:19:02.925996 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac5f95-aa2f-49d3-97f5-b370b35129f9 req-a2a2d826-626f-4f41-af2d-165dc68ae10f tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:02.927213 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e42d28-8a74-4c8b-b911-199697eca349 req-5657de80-434f-41bb-a569-2c1706d2b7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:02.928672 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-39e42d28-8a74-4c8b-b911-199697eca349 req-5657de80-434f-41bb-a569-2c1706d2b7b9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0543e16d-abbf-4f46-8991-01ac45b7ec02 HTTP/1.1" status: 200 len: 853 time: 0.1503208 Jun 28 11:19:02.933273 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-bbac5f95-aa2f-49d3-97f5-b370b35129f9 req-a2a2d826-626f-4f41-af2d-165dc68ae10f tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/ports?device_id=328e464d-f23c-421e-89bc-cb2a384d265c HTTP/1.1" status: 200 len: 949 time: 0.1113670 Jun 28 11:19:02.933454 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-2da00839-f7fd-4121-8eae-ee6c350b3ba0 req-b55319c8-2cac-4831-9cf3-a7a3f17e3719 service neutron] 10.222.0.43 "GET /v2.0/networks/37bb99b0-7529-44da-9b0b-e494ebe4140f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3758895 Jun 28 11:19:03.022907 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-bbac5f95-aa2f-49d3-97f5-b370b35129f9 req-2638c490-21fc-4b71-95d1-e1e06b38f31f tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/security-groups?id=c863cc06-c665-4857-90b8-4daa9fc9883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884144 Jun 28 11:19:03.045730 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] get_ports_and_sgs() called for port_ids ['4e3c09b4-043f-4f7c-8cd4-2aca917b44a1'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:19:03.087239 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87d19f2-7869-4687-940a-84431ecab13d req-9312ea08-5f60-44d7-a48a-21782db7eab1 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:03.088196 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-a87d19f2-7869-4687-940a-84431ecab13d req-9312ea08-5f60-44d7-a48a-21782db7eab1 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.43 "GET /v2.0/ports?device_id=aae5c79c-04a1-4022-a5f9-09e34ba23fff HTTP/1.1" status: 200 len: 946 time: 0.1035736 Jun 28 11:19:03.099657 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] get_ports_and_sgs() called for port_ids ['4663f4a2-0029-45b9-95dc-02b0fd317275'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:19:03.109072 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d34d18-f523-4267-b4ea-3b88808bfc9b req-1f1c0d42-74a9-486c-a2ed-e1d225ad61ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:03.110801 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-96d34d18-f523-4267-b4ea-3b88808bfc9b req-1f1c0d42-74a9-486c-a2ed-e1d225ad61ee service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39ee6a774aa94963a4c024612cabe0ab&device_id=b00c32bb-5b10-4ba1-bb89-82e34b2ba60f HTTP/1.1" status: 200 len: 1098 time: 0.4539812 Jun 28 11:19:03.173348 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-826529e2-afd4-4b90-acc2-95190fac3868 req-c4187ced-738f-4f14-b119-1d18c50ece6d tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419703 Jun 28 11:19:03.183389 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.plugin [req-a87d19f2-7869-4687-940a-84431ecab13d req-d575892b-f500-4575-9d2b-1fda77c6f554 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Deleting port 9df9c369-e547-41af-b6be-a01c136a0d05 {{(pid=88178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:19:03.183733 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [req-a87d19f2-7869-4687-940a-84431ecab13d req-d575892b-f500-4575-9d2b-1fda77c6f554 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:03.504419 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-2da00839-f7fd-4121-8eae-ee6c350b3ba0 req-b67acfba-99b2-476e-bb51-8455706cae41 service neutron] 10.222.0.43 "GET /v2.0/networks/37bb99b0-7529-44da-9b0b-e494ebe4140f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5521510 Jun 28 11:19:03.525859 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e42d28-8a74-4c8b-b911-199697eca349 req-13b1bfed-ab41-4e62-ae6c-e59b5851f61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:03.527503 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-39e42d28-8a74-4c8b-b911-199697eca349 req-13b1bfed-ab41-4e62-ae6c-e59b5851f61c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=21e79c31-8e4c-4686-94df-41e665c65d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5779526 Jun 28 11:19:03.548325 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d34d18-f523-4267-b4ea-3b88808bfc9b req-c574c31d-0d04-4794-a251-a93f65295a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:03.549967 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-96d34d18-f523-4267-b4ea-3b88808bfc9b req-c574c31d-0d04-4794-a251-a93f65295a40 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3dcee093-7093-4d70-9e54-e71a2fd9b0d8 HTTP/1.1" status: 200 len: 920 time: 0.4259768 Jun 28 11:19:03.621968 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f493e-20f0-40fe-87c8-832be5684bd6 req-71d847c6-f774-4afe-a9c8-07c0a0ec68f5 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:03.625323 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-a16f493e-20f0-40fe-87c8-832be5684bd6 req-71d847c6-f774-4afe-a9c8-07c0a0ec68f5 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/ports?device_id=aae5c79c-04a1-4022-a5f9-09e34ba23fff HTTP/1.1" status: 200 len: 946 time: 0.4163394 Jun 28 11:19:03.694628 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-a16f493e-20f0-40fe-87c8-832be5684bd6 req-9ef43b7e-5e73-434d-b479-85911dd835c4 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/security-groups?id=88f4dbcb-6d20-4b45-afa8-5e21259d1ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608909 Jun 28 11:19:03.764703 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-96d34d18-f523-4267-b4ea-3b88808bfc9b req-87c17f9f-9e6c-4564-8c78-a874c9d78846 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=550bd21d-10c5-4388-a5c4-8c0d38d1f620 HTTP/1.1" status: 200 len: 217 time: 0.1937876 Jun 28 11:19:03.800588 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.db [req-a87d19f2-7869-4687-940a-84431ecab13d req-d575892b-f500-4575-9d2b-1fda77c6f554 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] For port 9df9c369-e547-41af-b6be-a01c136a0d05, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=9df9c369-e547-41af-b6be-a01c136a0d05,segment=NetworkSegment(cf57fc87-7cdf-4217-a690-fdc2f976a68e),segment_id=cf57fc87-7cdf-4217-a690-fdc2f976a68e)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:19:03.801614 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [req-a87d19f2-7869-4687-940a-84431ecab13d req-d575892b-f500-4575-9d2b-1fda77c6f554 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:03.918158 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d34d18-f523-4267-b4ea-3b88808bfc9b req-cb5af153-c7a4-470f-99b8-2c2d951cbc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:03.919647 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-96d34d18-f523-4267-b4ea-3b88808bfc9b req-cb5af153-c7a4-470f-99b8-2c2d951cbc54 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4959b550-e4a6-4bb2-a9b3-3d13206321f5 HTTP/1.1" status: 200 len: 858 time: 0.1351886 Jun 28 11:19:04.037762 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-39e42d28-8a74-4c8b-b911-199697eca349 req-db75c7d6-c906-4ab4-a10e-3467d00bcbea service neutron] 10.222.0.43 "GET /v2.0/networks/21e79c31-8e4c-4686-94df-41e665c65d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4652205 Jun 28 11:19:04.053537 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac018aa2-89eb-44d1-8b6d-e84760e8b504 req-2ad9c425-14ef-46cf-8545-432ebcb7b835 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:04.060503 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-ac018aa2-89eb-44d1-8b6d-e84760e8b504 req-2ad9c425-14ef-46cf-8545-432ebcb7b835 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5feac2-94f7-4fac-9509-f0a495642234 HTTP/1.1" status: 200 len: 946 time: 0.4010949 Jun 28 11:19:04.103604 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.plugin [req-a87d19f2-7869-4687-940a-84431ecab13d req-d575892b-f500-4575-9d2b-1fda77c6f554 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Calling delete_port for 9df9c369-e547-41af-b6be-a01c136a0d05 owned by compute:nova {{(pid=88178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:19:04.189349 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-ac018aa2-89eb-44d1-8b6d-e84760e8b504 req-6c48053e-93e0-4b98-ae63-33fde0c8a48c tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/security-groups?id=56306c0d-b659-4870-a456-904bd2051209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277940 Jun 28 11:19:04.226662 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d34d18-f523-4267-b4ea-3b88808bfc9b req-1a0fc8a4-a838-4ce2-898d-84397e988061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:04.229886 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-96d34d18-f523-4267-b4ea-3b88808bfc9b req-1a0fc8a4-a838-4ce2-898d-84397e988061 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3dcee093-7093-4d70-9e54-e71a2fd9b0d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2890360 Jun 28 11:19:04.239793 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d28eaa6-024b-46b4-a738-eece24ecfe95 req-58dd4047-b8be-41a2-9545-b36a5eb46bde tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:04.241360 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-1d28eaa6-024b-46b4-a738-eece24ecfe95 req-58dd4047-b8be-41a2-9545-b36a5eb46bde tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bdcbd98-58ab-495c-a9b7-9781d66ac924 HTTP/1.1" status: 200 len: 944 time: 0.4038966 Jun 28 11:19:04.283538 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-39e42d28-8a74-4c8b-b911-199697eca349 req-f7af20b3-8839-47be-b151-0ca57b7f859c service neutron] 10.222.0.43 "GET /v2.0/networks/21e79c31-8e4c-4686-94df-41e665c65d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203546 Jun 28 11:19:04.342570 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-1d28eaa6-024b-46b4-a738-eece24ecfe95 req-3c52e113-3172-436a-8c0f-0594c24e96d1 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/security-groups?id=241009c6-b554-4232-9a2a-0be989c868ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953662 Jun 28 11:19:04.351273 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [req-a87d19f2-7869-4687-940a-84431ecab13d req-d575892b-f500-4575-9d2b-1fda77c6f554 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782104357524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782103981240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287935'] for port, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:04.365238 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] get_ports_and_sgs() called for port_ids ['9df9c369-e547-41af-b6be-a01c136a0d05'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:19:04.417180 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d575892b-f500-4575-9d2b-1fda77c6f554 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Pushing event deleted for resources: {'Port': ['ID=9df9c369-e547-41af-b6be-a01c136a0d05,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:04.509233 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.l3_dvrscheduler_db [req-a87d19f2-7869-4687-940a-84431ecab13d req-d575892b-f500-4575-9d2b-1fda77c6f554 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] No DVR routers for this DVR port 9df9c369-e547-41af-b6be-a01c136a0d05 on host hv-cinder-84460 {{(pid=88178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:19:04.512817 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [req-a87d19f2-7869-4687-940a-84431ecab13d req-d575892b-f500-4575-9d2b-1fda77c6f554 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for port, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:04.552556 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aae5c79c-04a1-4022-a5f9-09e34ba23fff', 'name': 'network-vif-deleted', 'tag': '9df9c369-e547-41af-b6be-a01c136a0d05'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:19:04.571767 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device 4663f4a2-0029-45b9-95dc-02b0fd317275 up at agent hyperv_hv-cinder-84460 {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:19:04.585578 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-a87d19f2-7869-4687-940a-84431ecab13d req-d575892b-f500-4575-9d2b-1fda77c6f554 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.43 "DELETE /v2.0/ports/9df9c369-e547-41af-b6be-a01c136a0d05 HTTP/1.1" status: 204 len: 173 time: 1.4838102 Jun 28 11:19:04.592234 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-96d34d18-f523-4267-b4ea-3b88808bfc9b req-07068ef0-29d2-4c9b-84a6-3f97b51e0c10 service neutron] 10.222.0.43 "GET /v2.0/networks/3dcee093-7093-4d70-9e54-e71a2fd9b0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075252 Jun 28 11:19:04.607515 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62557da6-72ec-4094-a5a3-729187faccda req-29627d47-eb43-47a3-ac03-118093de53db tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:04.609058 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-62557da6-72ec-4094-a5a3-729187faccda req-29627d47-eb43-47a3-ac03-118093de53db tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfbb46ef-ae88-4c82-ab63-bd8f8bc524b8 HTTP/1.1" status: 200 len: 944 time: 0.2998536 Jun 28 11:19:04.620957 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add3701-df75-45d4-b869-8c119944ae8e req-4640a18e-6fa5-42b0-aa4e-709f90bd5c06 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:04.622853 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-0add3701-df75-45d4-b869-8c119944ae8e req-4640a18e-6fa5-42b0-aa4e-709f90bd5c06 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/ports?device_id=328e464d-f23c-421e-89bc-cb2a384d265c HTTP/1.1" status: 200 len: 949 time: 0.1150372 Jun 28 11:19:04.659353 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5becd-fe2e-462d-a212-7ebf4e6fc912 req-d185f131-8fd6-4563-9862-7cdc58fc0cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:04.661106 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-fbc5becd-fe2e-462d-a212-7ebf4e6fc912 req-d185f131-8fd6-4563-9862-7cdc58fc0cb5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9a519a8d5c54458c8ad1c43bdb399503&device_id=cfbb46ef-ae88-4c82-ab63-bd8f8bc524b8 HTTP/1.1" status: 200 len: 1097 time: 0.2911968 Jun 28 11:19:04.684608 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Provisioning for port 4663f4a2-0029-45b9-95dc-02b0fd317275 completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:19:04.691818 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Provisioning complete for port 4663f4a2-0029-45b9-95dc-02b0fd317275 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:19:04.692860 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:04.699191 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-0add3701-df75-45d4-b869-8c119944ae8e req-d3c07217-39aa-4b4b-a669-0edc31c944ea tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/security-groups?id=c863cc06-c665-4857-90b8-4daa9fc9883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665433 Jun 28 11:19:04.826094 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-62557da6-72ec-4094-a5a3-729187faccda req-7f3d7a8d-9274-41b3-bb9c-d88eab88bff3 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/security-groups?id=51053300-f9d9-4428-b380-507c71de1d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1941481 Jun 28 11:19:04.878129 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Current status of the port 4663f4a2-0029-45b9-95dc-02b0fd317275 is: BUILD; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:19:04.878508 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:04.904318 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-96d34d18-f523-4267-b4ea-3b88808bfc9b req-35e67211-8a6d-4427-87a7-790d61a0ce1d service neutron] 10.222.0.43 "GET /v2.0/networks/3dcee093-7093-4d70-9e54-e71a2fd9b0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931497 Jun 28 11:19:04.924304 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port 4663f4a2-0029-45b9-95dc-02b0fd317275, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=4663f4a2-0029-45b9-95dc-02b0fd317275,segment=NetworkSegment(767560d7-7b59-4ac6-906c-f84bcc63abdb),segment_id=767560d7-7b59-4ac6-906c-f84bcc63abdb)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:19:04.925501 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '328e464d-f23c-421e-89bc-cb2a384d265c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4663f4a2-0029-45b9-95dc-02b0fd317275'}] {{(pid=88179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:19:04.927477 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ff6bc-6ea1-4aea-a7a7-51e00eb24370 req-748f4ecc-9b6a-4093-922f-fb245ffee43f tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:04.929110 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-9a2ff6bc-6ea1-4aea-a7a7-51e00eb24370 req-748f4ecc-9b6a-4093-922f-fb245ffee43f tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=b00c32bb-5b10-4ba1-bb89-82e34b2ba60f HTTP/1.1" status: 200 len: 945 time: 0.1257017 Jun 28 11:19:04.930709 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fef7d8f-4977-4b0a-b5cd-ec5b93f935e7'] response: {'server_uuid': 'aae5c79c-04a1-4022-a5f9-09e34ba23fff', 'name': 'network-vif-deleted', 'tag': '9df9c369-e547-41af-b6be-a01c136a0d05', 'status': 'completed', 'code': 200} Jun 28 11:19:04.933612 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5becd-fe2e-462d-a212-7ebf4e6fc912 req-8859884b-d015-4006-b6bc-7081bb9fcc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:04.933842 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:04.934855 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device 4e3c09b4-043f-4f7c-8cd4-2aca917b44a1 up at agent hyperv_hv-cinder-84460 {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:19:04.935088 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-fbc5becd-fe2e-462d-a212-7ebf4e6fc912 req-8859884b-d015-4006-b6bc-7081bb9fcc51 service neutron] 10.222.0.43 "GET /v2.0/networks?id=21e79c31-8e4c-4686-94df-41e665c65d49 HTTP/1.1" status: 200 len: 915 time: 0.2186978 Jun 28 11:19:05.014512 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-9a2ff6bc-6ea1-4aea-a7a7-51e00eb24370 req-3299515d-d24a-46e8-bdc3-2ea4f95ebc47 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777075 Jun 28 11:19:05.063977 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-fbc5becd-fe2e-462d-a212-7ebf4e6fc912 req-d7c0343d-14a2-4c9c-9d64-1978fff85672 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5660d8d-1970-462d-b396-92b7c527aa90 HTTP/1.1" status: 200 len: 217 time: 0.1004922 Jun 28 11:19:05.116676 dv-cinder-844605-1-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7fb7e60-eee8-4e6d-ae3d-a6cbc92b040c'] response: {'server_uuid': '328e464d-f23c-421e-89bc-cb2a384d265c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4663f4a2-0029-45b9-95dc-02b0fd317275', 'code': 200} Jun 28 11:19:05.176314 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Pushing event updated for resources: {'Port': ['ID=4663f4a2-0029-45b9-95dc-02b0fd317275,revision_number=5']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:05.190085 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Provisioning for port 4e3c09b4-043f-4f7c-8cd4-2aca917b44a1 completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:19:05.196245 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Provisioning complete for port 4e3c09b4-043f-4f7c-8cd4-2aca917b44a1 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:19:05.196730 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:05.279319 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-009fb3e9-7684-4950-8751-20b21bc530fb req-1d49fa2b-7ef6-49f2-9e5e-416da1d5e6e7 tempest-VolumesActionsTest-280012145 tempest-VolumesActionsTest-280012145-project] 10.222.0.23 "GET /v2.0/ports?device_id=aae5c79c-04a1-4022-a5f9-09e34ba23fff HTTP/1.1" status: 200 len: 210 time: 0.1306682 Jun 28 11:19:05.319535 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5becd-fe2e-462d-a212-7ebf4e6fc912 req-a5e216d6-3ed4-4746-b22b-7689c9a65d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:05.321033 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-fbc5becd-fe2e-462d-a212-7ebf4e6fc912 req-a5e216d6-3ed4-4746-b22b-7689c9a65d6c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0543e16d-abbf-4f46-8991-01ac45b7ec02 HTTP/1.1" status: 200 len: 853 time: 0.2475090 Jun 28 11:19:05.423389 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Current status of the port 4e3c09b4-043f-4f7c-8cd4-2aca917b44a1 is: BUILD; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:19:05.424328 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:05.476576 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port 4e3c09b4-043f-4f7c-8cd4-2aca917b44a1, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=4e3c09b4-043f-4f7c-8cd4-2aca917b44a1,segment=NetworkSegment(6b36a0ab-7f32-456b-b1e8-8438e0a384f8),segment_id=6b36a0ab-7f32-456b-b1e8-8438e0a384f8)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:19:05.490633 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:05.508985 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5becd-fe2e-462d-a212-7ebf4e6fc912 req-86ff824b-dd84-44aa-ab93-f42ea960c907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:05.511456 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-fbc5becd-fe2e-462d-a212-7ebf4e6fc912 req-86ff824b-dd84-44aa-ab93-f42ea960c907 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=21e79c31-8e4c-4686-94df-41e665c65d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1823657 Jun 28 11:19:05.640910 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Pushing event updated for resources: {'Port': ['ID=4e3c09b4-043f-4f7c-8cd4-2aca917b44a1,revision_number=5']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:05.648001 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e2dabc-3fd8-4bc5-9470-b32127f296ad req-5b1d7a25-1928-4413-9d7a-b086c05f55fc tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:05.655620 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-57e2dabc-3fd8-4bc5-9470-b32127f296ad req-5b1d7a25-1928-4413-9d7a-b086c05f55fc tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5feac2-94f7-4fac-9509-f0a495642234 HTTP/1.1" status: 200 len: 946 time: 0.1915936 Jun 28 11:19:05.701324 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-57e2dabc-3fd8-4bc5-9470-b32127f296ad req-a85a9007-8194-49f4-9e7b-55b945e4f84e tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/security-groups?id=56306c0d-b659-4870-a456-904bd2051209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447924 Jun 28 11:19:05.916105 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fcf794-26e9-4190-9f83-d85417b63a52 req-a5826e23-385f-4b8b-9bf4-771657874f12 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:05.917868 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-c9fcf794-26e9-4190-9f83-d85417b63a52 req-a5826e23-385f-4b8b-9bf4-771657874f12 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/ports?device_id=328e464d-f23c-421e-89bc-cb2a384d265c HTTP/1.1" status: 200 len: 950 time: 0.0989668 Jun 28 11:19:05.954700 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-fbc5becd-fe2e-462d-a212-7ebf4e6fc912 req-85228574-3588-4f44-8ce9-ad2664b854d2 service neutron] 10.222.0.43 "GET /v2.0/networks/21e79c31-8e4c-4686-94df-41e665c65d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4289615 Jun 28 11:19:05.985689 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ddff4-f31e-4a8b-8958-251c4d17f48a req-e1e627f1-c388-4987-966a-f717d22c8d9f tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:05.988045 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-c9fcf794-26e9-4190-9f83-d85417b63a52 req-fae12274-9295-4738-9c25-9cfe5fb17592 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/security-groups?id=c863cc06-c665-4857-90b8-4daa9fc9883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636613 Jun 28 11:19:06.009317 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-d75ddff4-f31e-4a8b-8958-251c4d17f48a req-e1e627f1-c388-4987-966a-f717d22c8d9f tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bdcbd98-58ab-495c-a9b7-9781d66ac924 HTTP/1.1" status: 200 len: 945 time: 0.4201577 Jun 28 11:19:06.133819 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-d75ddff4-f31e-4a8b-8958-251c4d17f48a req-63d1313d-f128-4f4b-a21b-52373ab3d065 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/security-groups?id=241009c6-b554-4232-9a2a-0be989c868ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235924 Jun 28 11:19:06.138661 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e422ee8a-99b1-4622-9349-aae485c5de25 req-356fae0f-1392-4521-bb3e-c3bb521fbc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:06.140362 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-e422ee8a-99b1-4622-9349-aae485c5de25 req-356fae0f-1392-4521-bb3e-c3bb521fbc88 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=328e464d-f23c-421e-89bc-cb2a384d265c HTTP/1.1" status: 200 len: 1103 time: 0.5529273 Jun 28 11:19:06.190359 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5827c1-5836-4ff0-a893-daff364a2f5d req-3efd935d-568d-4f39-86c9-2070c4198568 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:06.197699 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-3b5827c1-5836-4ff0-a893-daff364a2f5d req-3efd935d-568d-4f39-86c9-2070c4198568 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfbb46ef-ae88-4c82-ab63-bd8f8bc524b8 HTTP/1.1" status: 200 len: 944 time: 0.1086073 Jun 28 11:19:06.202972 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-e422ee8a-99b1-4622-9349-aae485c5de25 req-dd22b957-b4aa-4242-85c6-c74af469de94 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c863cc06-c665-4857-90b8-4daa9fc9883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549657 Jun 28 11:19:06.242116 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-fbc5becd-fe2e-462d-a212-7ebf4e6fc912 req-1256a7ef-54f7-4c3b-93e1-30cfc43f5bed service neutron] 10.222.0.43 "GET /v2.0/networks/21e79c31-8e4c-4686-94df-41e665c65d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668617 Jun 28 11:19:06.255508 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-3b5827c1-5836-4ff0-a893-daff364a2f5d req-190e4464-c634-4688-834e-968677b34039 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/security-groups?id=51053300-f9d9-4428-b380-507c71de1d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566442 Jun 28 11:19:06.257974 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-025fedf5-fd6d-41e8-8b06-332de061f040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:06.342779 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0b7c0-c39b-47a0-b662-c175046769fb req-aa957836-685c-49dc-b7ba-3da22a163de0 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:06.344682 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-28a0b7c0-c39b-47a0-b662-c175046769fb req-aa957836-685c-49dc-b7ba-3da22a163de0 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=b00c32bb-5b10-4ba1-bb89-82e34b2ba60f HTTP/1.1" status: 200 len: 945 time: 0.0988369 Jun 28 11:19:06.399331 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-28a0b7c0-c39b-47a0-b662-c175046769fb req-215b9531-43d7-40ea-afda-adcd813ea052 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477412 Jun 28 11:19:06.902787 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aea1233-d1d5-44b2-a7b8-44b9ffaf4b3d req-a4dae97b-2d15-49ca-9626-b8aca3ac0ede tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:06.905131 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-2aea1233-d1d5-44b2-a7b8-44b9ffaf4b3d req-a4dae97b-2d15-49ca-9626-b8aca3ac0ede tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5feac2-94f7-4fac-9509-f0a495642234 HTTP/1.1" status: 200 len: 946 time: 0.0894616 Jun 28 11:19:06.951441 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-2aea1233-d1d5-44b2-a7b8-44b9ffaf4b3d req-7e09929f-6698-40f9-a90b-eacefeea2d92 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/security-groups?id=56306c0d-b659-4870-a456-904bd2051209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414078 Jun 28 11:19:07.117783 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bdcbd98-58ab-495c-a9b7-9781d66ac924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e3c09b4-043f-4f7c-8cd4-2aca917b44a1'}] {{(pid=88179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:19:07.175308 dv-cinder-844605-1-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f96db6fc-7a66-4bc0-a127-ca0385d78b69'] response: {'server_uuid': '3bdcbd98-58ab-495c-a9b7-9781d66ac924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e3c09b4-043f-4f7c-8cd4-2aca917b44a1', 'code': 200} Jun 28 11:19:07.190506 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def9a78-8302-4ff4-a2cb-eb3c5f43004a req-ee8865ca-beb8-43b1-9ae5-15b7fc4ed016 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:07.198605 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-5def9a78-8302-4ff4-a2cb-eb3c5f43004a req-ee8865ca-beb8-43b1-9ae5-15b7fc4ed016 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/ports?device_id=328e464d-f23c-421e-89bc-cb2a384d265c HTTP/1.1" status: 200 len: 950 time: 0.1101320 Jun 28 11:19:07.252104 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-5def9a78-8302-4ff4-a2cb-eb3c5f43004a req-1f9b33d2-e1ea-4992-95d3-1cb8fe8b35c9 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/security-groups?id=c863cc06-c665-4857-90b8-4daa9fc9883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524693 Jun 28 11:19:07.376930 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217df65-c9c4-4a1a-882f-55f3a6fcf619 req-99912134-11b0-4fcc-acc1-bf0b26f2d89b tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:07.378770 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-0217df65-c9c4-4a1a-882f-55f3a6fcf619 req-99912134-11b0-4fcc-acc1-bf0b26f2d89b tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bdcbd98-58ab-495c-a9b7-9781d66ac924 HTTP/1.1" status: 200 len: 945 time: 0.1128302 Jun 28 11:19:07.426710 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-0217df65-c9c4-4a1a-882f-55f3a6fcf619 req-cc523cd0-8e21-4b36-be0e-a45fbe29b9fb tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/security-groups?id=241009c6-b554-4232-9a2a-0be989c868ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392478 Jun 28 11:19:07.487102 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be3d09-9302-4bd5-8007-44dc034c11d3 req-22ea4521-d59d-410e-9016-7977bc6424ff tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:07.488733 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-17be3d09-9302-4bd5-8007-44dc034c11d3 req-22ea4521-d59d-410e-9016-7977bc6424ff tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfbb46ef-ae88-4c82-ab63-bd8f8bc524b8 HTTP/1.1" status: 200 len: 944 time: 0.1104865 Jun 28 11:19:07.538351 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-17be3d09-9302-4bd5-8007-44dc034c11d3 req-34a1587c-8912-4e06-9403-4eb2b4157128 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/security-groups?id=51053300-f9d9-4428-b380-507c71de1d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433507 Jun 28 11:19:07.619644 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8050459-1c9a-4f7b-8431-f5cf0e2789ac req-4fb426f7-fb45-4666-8eeb-92dc761c5d26 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:07.621140 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-f8050459-1c9a-4f7b-8431-f5cf0e2789ac req-4fb426f7-fb45-4666-8eeb-92dc761c5d26 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=b00c32bb-5b10-4ba1-bb89-82e34b2ba60f HTTP/1.1" status: 200 len: 945 time: 0.0904460 Jun 28 11:19:07.674004 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-f8050459-1c9a-4f7b-8431-f5cf0e2789ac req-68e4f0eb-6fe6-4c26-9df6-c487a86bc9f1 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460477 Jun 28 11:19:08.155887 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25dbbf0-9b17-49c0-9f66-7a8dc2b8d05e req-f313636e-c64b-44fd-97a4-496cb3c5a89b tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:08.157403 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-d25dbbf0-9b17-49c0-9f66-7a8dc2b8d05e req-f313636e-c64b-44fd-97a4-496cb3c5a89b tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5feac2-94f7-4fac-9509-f0a495642234 HTTP/1.1" status: 200 len: 946 time: 0.0954671 Jun 28 11:19:08.201682 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-d25dbbf0-9b17-49c0-9f66-7a8dc2b8d05e req-7ce8b830-1b79-4e7a-a627-9f4799b6f1b9 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/security-groups?id=56306c0d-b659-4870-a456-904bd2051209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382900 Jun 28 11:19:08.418514 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a025e983-8f05-4e86-a293-90ae56f8c414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:08.562851 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7037f76-e42a-45af-9f74-cc4584533bb7 req-28b48a5e-1083-4674-9d85-31b174c45b9d tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:08.564279 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-e7037f76-e42a-45af-9f74-cc4584533bb7 req-28b48a5e-1083-4674-9d85-31b174c45b9d tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/ports?device_id=328e464d-f23c-421e-89bc-cb2a384d265c HTTP/1.1" status: 200 len: 950 time: 0.1961706 Jun 28 11:19:08.608864 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-e7037f76-e42a-45af-9f74-cc4584533bb7 req-59898e02-4390-4436-9a0d-9086c3427e84 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/security-groups?id=c863cc06-c665-4857-90b8-4daa9fc9883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386086 Jun 28 11:19:08.637316 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2650608-074a-4a7c-a855-fa402c5efcb4 req-c0ebe0ff-6aba-4651-9fef-f6b46eaf72d1 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:08.638778 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-f2650608-074a-4a7c-a855-fa402c5efcb4 req-c0ebe0ff-6aba-4651-9fef-f6b46eaf72d1 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bdcbd98-58ab-495c-a9b7-9781d66ac924 HTTP/1.1" status: 200 len: 945 time: 0.0955117 Jun 28 11:19:08.689543 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-f2650608-074a-4a7c-a855-fa402c5efcb4 req-38adc02e-e7ef-4ed7-86d3-373fc5a8cd5c tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/security-groups?id=241009c6-b554-4232-9a2a-0be989c868ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444169 Jun 28 11:19:08.689813 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device a5660d8d-1970-462d-b396-92b7c527aa90 details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=88179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:19:08.808890 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a05eaf-6537-4f5f-8b0c-2d27d6c179c0 req-955efa57-192f-4ddd-9e6b-e4037743a7fa tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:08.810388 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-71a05eaf-6537-4f5f-8b0c-2d27d6c179c0 req-955efa57-192f-4ddd-9e6b-e4037743a7fa tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfbb46ef-ae88-4c82-ab63-bd8f8bc524b8 HTTP/1.1" status: 200 len: 944 time: 0.1035335 Jun 28 11:19:08.845179 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port a5660d8d-1970-462d-b396-92b7c527aa90, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=a5660d8d-1970-462d-b396-92b7c527aa90,segment=NetworkSegment(d955dde5-69b1-4a11-8383-f5f9cce13386),segment_id=d955dde5-69b1-4a11-8383-f5f9cce13386)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:19:08.855073 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-71a05eaf-6537-4f5f-8b0c-2d27d6c179c0 req-106b20cf-e020-4c9c-9449-74242705fc54 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/security-groups?id=51053300-f9d9-4428-b380-507c71de1d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386901 Jun 28 11:19:08.863181 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Returning: {'device': 'a5660d8d-1970-462d-b396-92b7c527aa90', 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49', 'port_id': 'a5660d8d-1970-462d-b396-92b7c527aa90', 'mac_address': 'fa:16:3e:11:19:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0543e16d-abbf-4f46-8991-01ac45b7ec02', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:19:08.888889 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef696c-98a2-471f-bf65-1cc3a7b31b73 req-17986e7c-b5e3-4471-9b4e-b7084db0a205 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:08.890870 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-efef696c-98a2-471f-bf65-1cc3a7b31b73 req-17986e7c-b5e3-4471-9b4e-b7084db0a205 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=b00c32bb-5b10-4ba1-bb89-82e34b2ba60f HTTP/1.1" status: 200 len: 945 time: 0.0973148 Jun 28 11:19:08.919588 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Current status of the port a5660d8d-1970-462d-b396-92b7c527aa90 is: DOWN; New status is: BUILD {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:19:08.919962 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:08.936246 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-efef696c-98a2-471f-bf65-1cc3a7b31b73 req-2af363b9-474f-4958-935e-09ed08f043a2 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392663 Jun 28 11:19:08.939398 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5660d8d-1970-462d-b396-92b7c527aa90 {{(pid=88179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:19:08.956719 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port a5660d8d-1970-462d-b396-92b7c527aa90, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=a5660d8d-1970-462d-b396-92b7c527aa90,segment=NetworkSegment(d955dde5-69b1-4a11-8383-f5f9cce13386),segment_id=d955dde5-69b1-4a11-8383-f5f9cce13386)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:19:08.961847 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:09.027170 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Pushing event updated for resources: {'Port': ['ID=a5660d8d-1970-462d-b396-92b7c527aa90,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:09.430494 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cba3976-ff14-4593-a590-f9c259933a56 req-ffbea757-9a69-4c1f-984c-716d066b4e66 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:09.431952 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-4cba3976-ff14-4593-a590-f9c259933a56 req-ffbea757-9a69-4c1f-984c-716d066b4e66 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5feac2-94f7-4fac-9509-f0a495642234 HTTP/1.1" status: 200 len: 946 time: 0.1006989 Jun 28 11:19:09.479898 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-4cba3976-ff14-4593-a590-f9c259933a56 req-b810b3d3-8f02-4793-a71d-89dc0c7b7810 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/security-groups?id=56306c0d-b659-4870-a456-904bd2051209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420847 Jun 28 11:19:09.599017 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b58b1c24-9254-4745-9794-e7d1435c798c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:09.616063 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device 9df9c369-e547-41af-b6be-a01c136a0d05 no longer exists at agent hyperv_hv-cinder-84460 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:19:09.653425 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] No Port match for: 9df9c369-e547-41af-b6be-a01c136a0d05 {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:19:09.653824 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device 9df9c369-e547-41af-b6be-a01c136a0d05 not bound to the agent host hv-cinder-84460 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:19:09.794122 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:09.875045 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e25eba-63da-441d-bd57-94a26016a807 req-54b52494-57aa-46a5-9cfe-4c98b80d330d tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:09.878338 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-d7e25eba-63da-441d-bd57-94a26016a807 req-54b52494-57aa-46a5-9cfe-4c98b80d330d tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/ports?device_id=328e464d-f23c-421e-89bc-cb2a384d265c HTTP/1.1" status: 200 len: 950 time: 0.1546695 Jun 28 11:19:09.900026 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f171cc-3098-42b1-bf0b-8d6c45ee8a7e req-4e9686aa-c814-4e32-a96e-bbe68d767a62 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:09.901606 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-b0f171cc-3098-42b1-bf0b-8d6c45ee8a7e req-4e9686aa-c814-4e32-a96e-bbe68d767a62 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bdcbd98-58ab-495c-a9b7-9781d66ac924 HTTP/1.1" status: 200 len: 945 time: 0.0941207 Jun 28 11:19:09.943802 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-d7e25eba-63da-441d-bd57-94a26016a807 req-ba7a9392-243c-410d-ae10-12fc1ef45198 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/security-groups?id=c863cc06-c665-4857-90b8-4daa9fc9883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529931 Jun 28 11:19:09.956185 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-b0f171cc-3098-42b1-bf0b-8d6c45ee8a7e req-19c1d849-df6f-414f-9593-dff0244b26b9 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/security-groups?id=241009c6-b554-4232-9a2a-0be989c868ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485513 Jun 28 11:19:09.961355 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc9cc5-8b2b-4cb1-bee7-c7fb43acf650 req-3b06c46d-a95d-4e7c-9844-fac07c353cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:09.962991 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-4bfc9cc5-8b2b-4cb1-bee7-c7fb43acf650 req-3b06c46d-a95d-4e7c-9844-fac07c353cbf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3bdcbd98-58ab-495c-a9b7-9781d66ac924 HTTP/1.1" status: 200 len: 1098 time: 0.1295903 Jun 28 11:19:10.059367 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-4bfc9cc5-8b2b-4cb1-bee7-c7fb43acf650 req-b7143716-0c1a-45f1-ae66-febb253b43ea service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=241009c6-b554-4232-9a2a-0be989c868ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818658 Jun 28 11:19:10.159429 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ad32c-2d68-4008-be00-e84e2de1f231 req-28b5ad8f-b09e-4d70-ac8b-de73b0a1fc58 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:10.160982 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-fe8ad32c-2d68-4008-be00-e84e2de1f231 req-28b5ad8f-b09e-4d70-ac8b-de73b0a1fc58 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfbb46ef-ae88-4c82-ab63-bd8f8bc524b8 HTTP/1.1" status: 200 len: 945 time: 0.0973096 Jun 28 11:19:10.198071 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d627ca-9c86-4cee-a95f-8b1b8252fb71 req-ab066c06-2ff3-4ebb-b9bd-a0f6a4a5be2f tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:10.199517 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-d0d627ca-9c86-4cee-a95f-8b1b8252fb71 req-ab066c06-2ff3-4ebb-b9bd-a0f6a4a5be2f tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=b00c32bb-5b10-4ba1-bb89-82e34b2ba60f HTTP/1.1" status: 200 len: 945 time: 0.0975471 Jun 28 11:19:10.208853 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-fe8ad32c-2d68-4008-be00-e84e2de1f231 req-f43ab2f9-f07c-4494-995e-91b7fdebb33e tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/security-groups?id=51053300-f9d9-4428-b380-507c71de1d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387537 Jun 28 11:19:10.243906 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-d0d627ca-9c86-4cee-a95f-8b1b8252fb71 req-8bd6c7bf-7377-4439-a71d-443959470b9c tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384128 Jun 28 11:19:10.690492 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f394ef-b3d1-4b95-94f3-610f1bd6eb50 req-5af70303-2558-4753-a0ff-a371ce701fe8 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:10.691984 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-71f394ef-b3d1-4b95-94f3-610f1bd6eb50 req-5af70303-2558-4753-a0ff-a371ce701fe8 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5feac2-94f7-4fac-9509-f0a495642234 HTTP/1.1" status: 200 len: 946 time: 0.0913084 Jun 28 11:19:10.741238 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-71f394ef-b3d1-4b95-94f3-610f1bd6eb50 req-560d3a90-45f8-425a-ba2f-9dfb8a9a7912 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/security-groups?id=56306c0d-b659-4870-a456-904bd2051209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434337 Jun 28 11:19:10.937470 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-90b31af6-315a-40c1-95e8-9ba1745e2d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:11.161791 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e8c94a-13db-4852-9d2a-a4ec12ce20bd req-24c9ebed-2028-44ef-9181-1576f6caff11 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:11.163301 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-59e8c94a-13db-4852-9d2a-a4ec12ce20bd req-24c9ebed-2028-44ef-9181-1576f6caff11 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bdcbd98-58ab-495c-a9b7-9781d66ac924 HTTP/1.1" status: 200 len: 945 time: 0.1014287 Jun 28 11:19:11.193584 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a890ae5-4252-43ea-80f9-fe7b65fd0b8d req-2e622542-567a-4788-b541-2130e22ef919 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:11.194995 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-9a890ae5-4252-43ea-80f9-fe7b65fd0b8d req-2e622542-567a-4788-b541-2130e22ef919 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/ports?device_id=328e464d-f23c-421e-89bc-cb2a384d265c HTTP/1.1" status: 200 len: 950 time: 0.1148591 Jun 28 11:19:11.212180 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-59e8c94a-13db-4852-9d2a-a4ec12ce20bd req-f1179611-2d3a-4744-b6ab-f39aa7c9a850 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/security-groups?id=241009c6-b554-4232-9a2a-0be989c868ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424049 Jun 28 11:19:11.239394 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-9a890ae5-4252-43ea-80f9-fe7b65fd0b8d req-f456550d-4888-4e59-99bd-f6267fc217b4 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/security-groups?id=c863cc06-c665-4857-90b8-4daa9fc9883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385418 Jun 28 11:19:11.406368 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4534db9-ea4c-4b6d-81bb-f1e1012103b6 req-31ae6981-699f-4e0b-b430-18aba1b64120 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:11.407834 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-d4534db9-ea4c-4b6d-81bb-f1e1012103b6 req-31ae6981-699f-4e0b-b430-18aba1b64120 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfbb46ef-ae88-4c82-ab63-bd8f8bc524b8 HTTP/1.1" status: 200 len: 945 time: 0.0880668 Jun 28 11:19:11.443101 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b5deb-ca5d-4164-9aff-791787f0b010 req-c93bd671-a1c0-49d3-8376-0f13228674ab tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:11.444605 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-490b5deb-ca5d-4164-9aff-791787f0b010 req-c93bd671-a1c0-49d3-8376-0f13228674ab tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=b00c32bb-5b10-4ba1-bb89-82e34b2ba60f HTTP/1.1" status: 200 len: 945 time: 0.0904486 Jun 28 11:19:11.457126 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-d4534db9-ea4c-4b6d-81bb-f1e1012103b6 req-b9a4c415-ec45-4808-af84-52a228c5c489 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/security-groups?id=51053300-f9d9-4428-b380-507c71de1d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434763 Jun 28 11:19:11.489129 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-490b5deb-ca5d-4164-9aff-791787f0b010 req-cbbfef42-14a1-43fb-91a8-bd9cb15a132e tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387037 Jun 28 11:19:12.022817 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b954c-c9d9-4f72-9a39-49c370a96989 req-b0fcafe3-da66-43ed-bcce-ae3f13f30bd3 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:12.024662 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-251b954c-c9d9-4f72-9a39-49c370a96989 req-b0fcafe3-da66-43ed-bcce-ae3f13f30bd3 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5feac2-94f7-4fac-9509-f0a495642234 HTTP/1.1" status: 200 len: 946 time: 0.1698308 Jun 28 11:19:12.043898 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] get_ports_and_sgs() called for port_ids ['a5660d8d-1970-462d-b396-92b7c527aa90'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:19:12.074512 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-251b954c-c9d9-4f72-9a39-49c370a96989 req-469fddd4-4727-4402-9884-6392e8efdc1d tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/security-groups?id=56306c0d-b659-4870-a456-904bd2051209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407884 Jun 28 11:19:12.414291 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9fb9a1-c411-4aae-a2e5-732b52b6004c req-e6bf93e6-eb54-476b-b778-c99edf260b36 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:12.415814 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-ee9fb9a1-c411-4aae-a2e5-732b52b6004c req-e6bf93e6-eb54-476b-b778-c99edf260b36 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bdcbd98-58ab-495c-a9b7-9781d66ac924 HTTP/1.1" status: 200 len: 945 time: 0.0975280 Jun 28 11:19:12.448553 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed880ac-0f50-42d9-b8d7-c1d540bf798c req-0efb7b58-af2d-46e4-8514-9a07d223f216 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:12.450156 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-8ed880ac-0f50-42d9-b8d7-c1d540bf798c req-0efb7b58-af2d-46e4-8514-9a07d223f216 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/ports?device_id=328e464d-f23c-421e-89bc-cb2a384d265c HTTP/1.1" status: 200 len: 950 time: 0.1011844 Jun 28 11:19:12.463256 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-ee9fb9a1-c411-4aae-a2e5-732b52b6004c req-91bd2b52-e09a-4774-8bbe-404f65f4cfaa tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/security-groups?id=241009c6-b554-4232-9a2a-0be989c868ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416317 Jun 28 11:19:12.496878 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-8ed880ac-0f50-42d9-b8d7-c1d540bf798c req-87268bf1-2107-428e-9159-80a56886cab3 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/security-groups?id=c863cc06-c665-4857-90b8-4daa9fc9883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400946 Jun 28 11:19:12.651904 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51169d3f-983d-420a-81b5-06d51dfd2dc8 req-ff3cc931-88ab-42ff-87e3-ed6505484e97 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:12.653380 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-51169d3f-983d-420a-81b5-06d51dfd2dc8 req-ff3cc931-88ab-42ff-87e3-ed6505484e97 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfbb46ef-ae88-4c82-ab63-bd8f8bc524b8 HTTP/1.1" status: 200 len: 945 time: 0.0927396 Jun 28 11:19:12.696673 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-51169d3f-983d-420a-81b5-06d51dfd2dc8 req-71caffa4-fff4-4083-a5fd-731b13cdf959 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/security-groups?id=51053300-f9d9-4428-b380-507c71de1d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373821 Jun 28 11:19:13.278484 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacdb86d-df34-40b5-a1c5-3e1b85915239 req-8b4614b8-98d3-46df-ac0e-ba69b6a980f9 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:13.279379 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-dacdb86d-df34-40b5-a1c5-3e1b85915239 req-8b4614b8-98d3-46df-ac0e-ba69b6a980f9 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5feac2-94f7-4fac-9509-f0a495642234 HTTP/1.1" status: 200 len: 946 time: 0.0930734 Jun 28 11:19:13.329569 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-dacdb86d-df34-40b5-a1c5-3e1b85915239 req-e94d4832-cd2b-4e57-ae19-aed2a24e5c32 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/security-groups?id=56306c0d-b659-4870-a456-904bd2051209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429161 Jun 28 11:19:13.663593 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5bcbe-8467-4d6c-a25f-0d7505110b61 req-ccdd7bb8-ac1c-45a6-93d7-901013244b6f tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:13.665096 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-65c5bcbe-8467-4d6c-a25f-0d7505110b61 req-ccdd7bb8-ac1c-45a6-93d7-901013244b6f tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bdcbd98-58ab-495c-a9b7-9781d66ac924 HTTP/1.1" status: 200 len: 945 time: 0.0918396 Jun 28 11:19:13.687445 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aecb14-b600-44af-bfd9-a47a41e47fa6 req-e7bc2c2f-d737-4e8c-8abf-f3601558cae5 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:13.688912 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c6aecb14-b600-44af-bfd9-a47a41e47fa6 req-e7bc2c2f-d737-4e8c-8abf-f3601558cae5 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/ports?device_id=328e464d-f23c-421e-89bc-cb2a384d265c HTTP/1.1" status: 200 len: 950 time: 0.0870559 Jun 28 11:19:13.710855 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-65c5bcbe-8467-4d6c-a25f-0d7505110b61 req-0d856441-d48a-42d7-b4de-1117704b47f4 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/security-groups?id=241009c6-b554-4232-9a2a-0be989c868ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397487 Jun 28 11:19:13.740470 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c6aecb14-b600-44af-bfd9-a47a41e47fa6 req-9ed22578-d3dc-4ac5-81da-d5d566f8b7e8 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/security-groups?id=c863cc06-c665-4857-90b8-4daa9fc9883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459080 Jun 28 11:19:13.895349 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910e2ed6-3967-45e7-9055-cd830402eb8b req-9eb44958-dffd-4141-b57c-f690cb8f0e58 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:13.896880 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-910e2ed6-3967-45e7-9055-cd830402eb8b req-9eb44958-dffd-4141-b57c-f690cb8f0e58 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfbb46ef-ae88-4c82-ab63-bd8f8bc524b8 HTTP/1.1" status: 200 len: 945 time: 0.0918424 Jun 28 11:19:13.946951 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-910e2ed6-3967-45e7-9055-cd830402eb8b req-6ee8e045-4201-4498-b499-cd3797569d4b tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/security-groups?id=51053300-f9d9-4428-b380-507c71de1d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437603 Jun 28 11:19:14.202301 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040c4c3-f15d-415d-8811-0cd1b4366256 req-2331eb79-8366-4d5d-bf5d-179a34cc38d3 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:14.203673 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-f040c4c3-f15d-415d-8811-0cd1b4366256 req-2331eb79-8366-4d5d-bf5d-179a34cc38d3 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/ports?device_id=328e464d-f23c-421e-89bc-cb2a384d265c HTTP/1.1" status: 200 len: 950 time: 0.0978267 Jun 28 11:19:14.261809 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-f040c4c3-f15d-415d-8811-0cd1b4366256 req-18235a8b-6a7f-4256-b438-5275fdaab136 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/security-groups?id=c863cc06-c665-4857-90b8-4daa9fc9883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495801 Jun 28 11:19:14.486434 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.agents_db [None req-fef25e13-dc2d-42bf-aa2e-f684c08e94a6 None None] Agent healthcheck: found 6 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:19:14.542796 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffeb2af-b7ff-4bb2-8429-b348777039dd req-613d53a2-c83f-4d01-8671-0d86801aacd0 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:14.544253 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-bffeb2af-b7ff-4bb2-8429-b348777039dd req-613d53a2-c83f-4d01-8671-0d86801aacd0 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5feac2-94f7-4fac-9509-f0a495642234 HTTP/1.1" status: 200 len: 946 time: 0.0941520 Jun 28 11:19:14.612807 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-bffeb2af-b7ff-4bb2-8429-b348777039dd req-4affbded-2d5b-45c7-be4f-98ea5eaf791c tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/security-groups?id=56306c0d-b659-4870-a456-904bd2051209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617125 Jun 28 11:19:14.923133 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf2808a-1bbc-4519-a9ee-4514a04f3187 req-dc2e1518-1a7f-4fd0-a1c8-0483d57494d5 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:14.924604 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-faf2808a-1bbc-4519-a9ee-4514a04f3187 req-dc2e1518-1a7f-4fd0-a1c8-0483d57494d5 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bdcbd98-58ab-495c-a9b7-9781d66ac924 HTTP/1.1" status: 200 len: 945 time: 0.1027648 Jun 28 11:19:14.970931 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-faf2808a-1bbc-4519-a9ee-4514a04f3187 req-5f69ffb1-2daa-47b6-9092-0e6e2d67c113 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/security-groups?id=241009c6-b554-4232-9a2a-0be989c868ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390942 Jun 28 11:19:15.147168 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead775b-8830-46bb-857e-93b132bcf611 req-08d8db40-a4b6-4ad2-b961-4abfd30531c3 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:15.149010 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-cead775b-8830-46bb-857e-93b132bcf611 req-08d8db40-a4b6-4ad2-b961-4abfd30531c3 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfbb46ef-ae88-4c82-ab63-bd8f8bc524b8 HTTP/1.1" status: 200 len: 945 time: 0.0962386 Jun 28 11:19:15.208825 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-cead775b-8830-46bb-857e-93b132bcf611 req-0e5df00c-5918-42e1-a0f1-d0fe287785ec tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/security-groups?id=51053300-f9d9-4428-b380-507c71de1d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537248 Jun 28 11:19:15.475234 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e38017-504d-43c4-85d0-a3cfd6d89345 req-2f38017e-f302-42c3-954b-c64c9d2937eb tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:15.476687 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-c8e38017-504d-43c4-85d0-a3cfd6d89345 req-2f38017e-f302-42c3-954b-c64c9d2937eb tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/ports?device_id=328e464d-f23c-421e-89bc-cb2a384d265c HTTP/1.1" status: 200 len: 950 time: 0.0907469 Jun 28 11:19:15.525462 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-c8e38017-504d-43c4-85d0-a3cfd6d89345 req-a2a9dfec-0c8e-4766-a6e3-5d9916b2b729 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/security-groups?id=c863cc06-c665-4857-90b8-4daa9fc9883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428212 Jun 28 11:19:15.833948 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d70d5-de25-43a4-bdec-982c04543bae req-b349cb30-d38e-4598-8348-0215f3bc2383 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:15.835408 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-e11d70d5-de25-43a4-bdec-982c04543bae req-b349cb30-d38e-4598-8348-0215f3bc2383 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5feac2-94f7-4fac-9509-f0a495642234 HTTP/1.1" status: 200 len: 946 time: 0.0954375 Jun 28 11:19:15.884132 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-e11d70d5-de25-43a4-bdec-982c04543bae req-54836f6e-ced7-4fcb-934d-6d318374d34c tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/security-groups?id=56306c0d-b659-4870-a456-904bd2051209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403659 Jun 28 11:19:16.163569 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead674b6-ba9d-4d31-bb47-8ce086a0fedc req-c8d37bb7-10e5-4d84-b47d-c9ed24feae6c tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:16.164947 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-ead674b6-ba9d-4d31-bb47-8ce086a0fedc req-c8d37bb7-10e5-4d84-b47d-c9ed24feae6c tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bdcbd98-58ab-495c-a9b7-9781d66ac924 HTTP/1.1" status: 200 len: 945 time: 0.0907607 Jun 28 11:19:16.210964 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-ead674b6-ba9d-4d31-bb47-8ce086a0fedc req-fd0f6412-2654-4b90-8690-ea8fff101a84 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/security-groups?id=241009c6-b554-4232-9a2a-0be989c868ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398092 Jun 28 11:19:16.427483 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db706492-38fb-4057-9413-1e7f5618f41b req-fda26b3d-3db8-490e-9df9-884fb0c20a77 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:16.428885 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-db706492-38fb-4057-9413-1e7f5618f41b req-fda26b3d-3db8-490e-9df9-884fb0c20a77 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfbb46ef-ae88-4c82-ab63-bd8f8bc524b8 HTTP/1.1" status: 200 len: 945 time: 0.1149948 Jun 28 11:19:16.475918 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-db706492-38fb-4057-9413-1e7f5618f41b req-8d57557e-8eae-40bd-b096-301b6e77c538 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/security-groups?id=51053300-f9d9-4428-b380-507c71de1d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399141 Jun 28 11:19:16.742435 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368a8a3-0656-4c16-88c6-248caa35168e req-cd962885-fbb7-4990-bdd5-76528ca50510 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:16.743871 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-7368a8a3-0656-4c16-88c6-248caa35168e req-cd962885-fbb7-4990-bdd5-76528ca50510 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/ports?device_id=328e464d-f23c-421e-89bc-cb2a384d265c HTTP/1.1" status: 200 len: 950 time: 0.1001439 Jun 28 11:19:16.788257 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-7368a8a3-0656-4c16-88c6-248caa35168e req-d385b325-7e9c-4260-8f68-125a5057799e tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/security-groups?id=c863cc06-c665-4857-90b8-4daa9fc9883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387270 Jun 28 11:19:17.021954 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device a5660d8d-1970-462d-b396-92b7c527aa90 up at agent hyperv_hv-cinder-84460 {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:19:17.090154 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d91181-fadf-4fe3-a464-45d39979aee4 req-f44f004a-2c51-4bb0-9d03-a62d335460e1 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:17.092303 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-60d91181-fadf-4fe3-a464-45d39979aee4 req-f44f004a-2c51-4bb0-9d03-a62d335460e1 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5feac2-94f7-4fac-9509-f0a495642234 HTTP/1.1" status: 200 len: 946 time: 0.0985045 Jun 28 11:19:17.113894 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Provisioning for port a5660d8d-1970-462d-b396-92b7c527aa90 completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:19:17.121067 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Provisioning complete for port a5660d8d-1970-462d-b396-92b7c527aa90 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:19:17.121434 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:17.151278 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-60d91181-fadf-4fe3-a464-45d39979aee4 req-eb61faee-879a-4231-9b57-7d27383e3b90 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/security-groups?id=56306c0d-b659-4870-a456-904bd2051209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529492 Jun 28 11:19:17.263194 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Current status of the port a5660d8d-1970-462d-b396-92b7c527aa90 is: BUILD; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:19:17.263803 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:17.292834 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfbb46ef-ae88-4c82-ab63-bd8f8bc524b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5660d8d-1970-462d-b396-92b7c527aa90'}] {{(pid=88179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:19:17.304198 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port a5660d8d-1970-462d-b396-92b7c527aa90, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=a5660d8d-1970-462d-b396-92b7c527aa90,segment=NetworkSegment(d955dde5-69b1-4a11-8383-f5f9cce13386),segment_id=d955dde5-69b1-4a11-8383-f5f9cce13386)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:19:17.313430 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:17.385679 dv-cinder-844605-1-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86a43557-f181-4f9c-a76e-0d4e738850d9'] response: {'server_uuid': 'cfbb46ef-ae88-4c82-ab63-bd8f8bc524b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5660d8d-1970-462d-b396-92b7c527aa90', 'code': 200} Jun 28 11:19:17.406819 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Pushing event updated for resources: {'Port': ['ID=a5660d8d-1970-462d-b396-92b7c527aa90,revision_number=5']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:17.478799 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1164fd45-1992-4361-9b8a-2112c546cb00 req-789abad2-d8de-4735-88d0-5854cca2fa3b tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:17.480257 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-1164fd45-1992-4361-9b8a-2112c546cb00 req-789abad2-d8de-4735-88d0-5854cca2fa3b tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bdcbd98-58ab-495c-a9b7-9781d66ac924 HTTP/1.1" status: 200 len: 945 time: 0.1181409 Jun 28 11:19:17.535959 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-1164fd45-1992-4361-9b8a-2112c546cb00 req-a24f4a04-0e9a-4a8f-ab24-c808aece4417 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/security-groups?id=241009c6-b554-4232-9a2a-0be989c868ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490215 Jun 28 11:19:17.740528 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d234c33d-b53e-41d4-b064-347c9c9836bd req-6e85ac06-85fa-4ded-bb86-d02fc5f7d9fa tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:17.745237 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-d234c33d-b53e-41d4-b064-347c9c9836bd req-6e85ac06-85fa-4ded-bb86-d02fc5f7d9fa tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bdcbd98-58ab-495c-a9b7-9781d66ac924 HTTP/1.1" status: 200 len: 945 time: 0.0980525 Jun 28 11:19:17.762535 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22df5ef-c02d-4d60-a7f1-1ad0190fbf48 req-8619e6fb-4520-4375-848e-57952eb9b1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:17.764028 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-a22df5ef-c02d-4d60-a7f1-1ad0190fbf48 req-8619e6fb-4520-4375-848e-57952eb9b1cb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cfbb46ef-ae88-4c82-ab63-bd8f8bc524b8 HTTP/1.1" status: 200 len: 1099 time: 0.1677127 Jun 28 11:19:17.776279 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e542d-02fd-4916-bdff-ad714f7733df req-9512bdac-a820-41a5-b4b9-c96fb737fbcd tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:17.783420 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-9b1e542d-02fd-4916-bdff-ad714f7733df req-9512bdac-a820-41a5-b4b9-c96fb737fbcd tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfbb46ef-ae88-4c82-ab63-bd8f8bc524b8 HTTP/1.1" status: 200 len: 946 time: 0.1398780 Jun 28 11:19:17.800347 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-d234c33d-b53e-41d4-b064-347c9c9836bd req-733f8ba2-e113-49f0-a78e-4523fbf1c0fd tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/security-groups?id=241009c6-b554-4232-9a2a-0be989c868ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508406 Jun 28 11:19:17.850934 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-a22df5ef-c02d-4d60-a7f1-1ad0190fbf48 req-2a7f4ed2-533c-43bb-a8f2-74331f8bd66d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=51053300-f9d9-4428-b380-507c71de1d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652635 Jun 28 11:19:17.853656 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-9b1e542d-02fd-4916-bdff-ad714f7733df req-5c1ed987-2deb-4f54-ae15-177a72ae3d6e tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/security-groups?id=51053300-f9d9-4428-b380-507c71de1d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694501 Jun 28 11:19:18.013457 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54e4e7f-f340-4e89-bb8d-074927f2c9c8 req-9c6a0f41-566f-4566-8aa0-2e1f9746c4a2 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:18.015082 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-f54e4e7f-f340-4e89-bb8d-074927f2c9c8 req-9c6a0f41-566f-4566-8aa0-2e1f9746c4a2 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/ports?device_id=328e464d-f23c-421e-89bc-cb2a384d265c HTTP/1.1" status: 200 len: 950 time: 0.1125977 Jun 28 11:19:18.063933 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-f54e4e7f-f340-4e89-bb8d-074927f2c9c8 req-489a88fc-d13a-4043-bdf1-56b09fbe856c tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/security-groups?id=c863cc06-c665-4857-90b8-4daa9fc9883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424809 Jun 28 11:19:18.288889 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671bb72e-7582-4467-8920-b24eca9d2fba req-7ac8bd22-2565-4579-8f60-f1783f8372e9 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:18.292109 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-671bb72e-7582-4467-8920-b24eca9d2fba req-7ac8bd22-2565-4579-8f60-f1783f8372e9 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bdcbd98-58ab-495c-a9b7-9781d66ac924 HTTP/1.1" status: 200 len: 945 time: 0.1184859 Jun 28 11:19:18.380812 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-671bb72e-7582-4467-8920-b24eca9d2fba req-29bf0361-dc63-4715-b25f-9463d8cb4ad7 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/security-groups?id=241009c6-b554-4232-9a2a-0be989c868ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751336 Jun 28 11:19:18.447276 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc7f8ca-78db-4644-8d12-6c0fe31dab70 req-80b8b451-f0a7-40d9-a5a2-bc7374139c42 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:18.460287 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-6bc7f8ca-78db-4644-8d12-6c0fe31dab70 req-80b8b451-f0a7-40d9-a5a2-bc7374139c42 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5feac2-94f7-4fac-9509-f0a495642234 HTTP/1.1" status: 200 len: 946 time: 0.1676097 Jun 28 11:19:18.570753 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-6bc7f8ca-78db-4644-8d12-6c0fe31dab70 req-3e504a83-6d44-405f-94d8-12ed16955bd9 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/security-groups?id=56306c0d-b659-4870-a456-904bd2051209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060987 Jun 28 11:19:18.640768 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 55924) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:18.647552 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [None req-f3e7c6cd-9d2e-45ca-a336-e7fe0a332cf1 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1694081399', 'description': 'tempest-description--1515354105'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:19:18.657790 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-f3e7c6cd-9d2e-45ca-a336-e7fe0a332cf1 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:19:18.682041 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-f3e7c6cd-9d2e-45ca-a336-e7fe0a332cf1 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:19:18.702344 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-f3e7c6cd-9d2e-45ca-a336-e7fe0a332cf1 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:18.729059 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-f3e7c6cd-9d2e-45ca-a336-e7fe0a332cf1 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:19:18.734370 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-f3e7c6cd-9d2e-45ca-a336-e7fe0a332cf1 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Usage tracker for resource:security_group_rule and tenant:39ee6a774aa94963a4c024612cabe0ab is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:19:18.737537 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 55928) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:18.745557 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-f3e7c6cd-9d2e-45ca-a336-e7fe0a332cf1 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:19:18.756791 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-f3e7c6cd-9d2e-45ca-a336-e7fe0a332cf1 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:19:18.877938 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-f3e7c6cd-9d2e-45ca-a336-e7fe0a332cf1 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:18.896203 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-f3e7c6cd-9d2e-45ca-a336-e7fe0a332cf1 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:18.981138 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e7c6cd-9d2e-45ca-a336-e7fe0a332cf1 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eae4892b-50c7-41df-9dd4-207cf5f402b7,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:18.988696 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-f3e7c6cd-9d2e-45ca-a336-e7fe0a332cf1 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:18.993083 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-f3e7c6cd-9d2e-45ca-a336-e7fe0a332cf1 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3480208 Jun 28 11:19:18.994513 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 55938) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:19.009541 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-a7149bb8-7b31-41f6-a2a3-4c1ee3eb9baf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:19.019593 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [None req-7f50a601-bc77-4277-9f0e-8c7db1bdd66c tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Request body: {'security_group_rule': {'security_group_id': 'eae4892b-50c7-41df-9dd4-207cf5f402b7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:19:19.041357 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-7f50a601-bc77-4277-9f0e-8c7db1bdd66c tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:19:19.046252 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-7f50a601-bc77-4277-9f0e-8c7db1bdd66c tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Usage tracker for resource:security_group_rule and tenant:39ee6a774aa94963a4c024612cabe0ab is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:19:19.053020 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-7f50a601-bc77-4277-9f0e-8c7db1bdd66c tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:19:19.068312 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-7f50a601-bc77-4277-9f0e-8c7db1bdd66c tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:19:19.095588 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-a7149bb8-7b31-41f6-a2a3-4c1ee3eb9baf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:19:19.105939 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-a7149bb8-7b31-41f6-a2a3-4c1ee3eb9baf admin admin] Usage tracker for resource:security_group_rule and tenant:629e96b2c8324b9f82ecbea65ff3b3f4 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:19:19.121495 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-a7149bb8-7b31-41f6-a2a3-4c1ee3eb9baf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:19:19.122945 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-7f50a601-bc77-4277-9f0e-8c7db1bdd66c tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:19.135545 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-a7149bb8-7b31-41f6-a2a3-4c1ee3eb9baf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:19:19.246762 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-7f50a601-bc77-4277-9f0e-8c7db1bdd66c tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:19.272572 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-7f50a601-bc77-4277-9f0e-8c7db1bdd66c tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545003'] for security_group_rule, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:19.376707 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2903c8-beb5-44c2-8dbf-626c2b9f4ffb req-d92c3e8a-c01c-4efb-90e3-ea61dea12815 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:19.384192 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-2d2903c8-beb5-44c2-8dbf-626c2b9f4ffb req-d92c3e8a-c01c-4efb-90e3-ea61dea12815 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfbb46ef-ae88-4c82-ab63-bd8f8bc524b8 HTTP/1.1" status: 200 len: 946 time: 0.2199614 Jun 28 11:19:19.418898 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-a7149bb8-7b31-41f6-a2a3-4c1ee3eb9baf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:19.433026 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-a7149bb8-7b31-41f6-a2a3-4c1ee3eb9baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:19.456097 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f50a601-bc77-4277-9f0e-8c7db1bdd66c tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7a3055a-5515-427f-933c-80bd805cb444,revision_number=0']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:19.475143 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-2d2903c8-beb5-44c2-8dbf-626c2b9f4ffb req-de865785-0bc1-4fd7-8706-3886a3ef9934 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/security-groups?id=51053300-f9d9-4428-b380-507c71de1d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899756 Jun 28 11:19:19.476617 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-7f50a601-bc77-4277-9f0e-8c7db1bdd66c tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:19.480267 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-7f50a601-bc77-4277-9f0e-8c7db1bdd66c tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4815316 Jun 28 11:19:19.480482 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 55952) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:19.486268 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [None req-3e7275fe-e4d8-4c12-a12b-fae064a3db2a tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Request body: {'security_group_rule': {'security_group_id': 'eae4892b-50c7-41df-9dd4-207cf5f402b7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:19:19.492547 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-3e7275fe-e4d8-4c12-a12b-fae064a3db2a tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:19:19.498401 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-3e7275fe-e4d8-4c12-a12b-fae064a3db2a tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Usage tracker for resource:security_group_rule and tenant:39ee6a774aa94963a4c024612cabe0ab is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:19:19.501678 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-3e7275fe-e4d8-4c12-a12b-fae064a3db2a tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:19:19.505357 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-a7149bb8-7b31-41f6-a2a3-4c1ee3eb9baf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=629e96b2c8324b9f82ecbea65ff3b3f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7668040 Jun 28 11:19:19.506295 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7149bb8-7b31-41f6-a2a3-4c1ee3eb9baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c73df0fc-e1e9-4962-82af-a62add71b3b4,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:19.508490 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 55956) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:19.509450 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-3e7275fe-e4d8-4c12-a12b-fae064a3db2a tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:19:19.530914 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e8a46b-8516-4a51-93f5-1a81f72fccbe req-2936193f-5e97-452e-9399-ddeb992c7132 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:19.532421 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-d1e8a46b-8516-4a51-93f5-1a81f72fccbe req-2936193f-5e97-452e-9399-ddeb992c7132 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/ports?device_id=328e464d-f23c-421e-89bc-cb2a384d265c HTTP/1.1" status: 200 len: 950 time: 0.2421298 Jun 28 11:19:19.552994 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-3e7275fe-e4d8-4c12-a12b-fae064a3db2a tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:19.567870 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-090d0598-b764-467e-93fe-fd05df588f59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:19.593758 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-090d0598-b764-467e-93fe-fd05df588f59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:19.615612 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-d1e8a46b-8516-4a51-93f5-1a81f72fccbe req-ab87529a-1fe3-4ca9-9482-2965a7fb9690 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/security-groups?id=c863cc06-c665-4857-90b8-4daa9fc9883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758219 Jun 28 11:19:19.640282 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-3e7275fe-e4d8-4c12-a12b-fae064a3db2a tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:19.645666 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-3e7275fe-e4d8-4c12-a12b-fae064a3db2a tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545003'] for security_group_rule, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:19.660222 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-090d0598-b764-467e-93fe-fd05df588f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:19.676861 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7275fe-e4d8-4c12-a12b-fae064a3db2a tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f26d793-8dee-4948-98d2-42ea1b68b27c,revision_number=0']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:19.680278 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d0598-b764-467e-93fe-fd05df588f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73df0fc-e1e9-4962-82af-a62add71b3b4,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:19.684011 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-090d0598-b764-467e-93fe-fd05df588f59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:19.685260 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-090d0598-b764-467e-93fe-fd05df588f59 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c73df0fc-e1e9-4962-82af-a62add71b3b4 HTTP/1.1" status: 204 len: 168 time: 0.1758654 Jun 28 11:19:19.690410 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-3e7275fe-e4d8-4c12-a12b-fae064a3db2a tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:19.694528 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-3e7275fe-e4d8-4c12-a12b-fae064a3db2a tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2102559 Jun 28 11:19:19.695193 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 55964) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:19.700261 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [None req-903bd512-437c-430e-91e7-7b234447f5b7 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Request body: {'floatingip': {'floating_network_id': '6387ef29-ddd8-4632-9016-e02c39923463'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:19:19.707273 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-903bd512-437c-430e-91e7-7b234447f5b7 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:19:19.711325 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-903bd512-437c-430e-91e7-7b234447f5b7 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Usage tracker for resource:floatingip and tenant:39ee6a774aa94963a4c024612cabe0ab is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:19:19.714401 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-903bd512-437c-430e-91e7-7b234447f5b7 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:19:19.722331 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-903bd512-437c-430e-91e7-7b234447f5b7 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:19:19.739106 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-903bd512-437c-430e-91e7-7b234447f5b7 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Notify callbacks [] for floatingip, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:19.782872 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db92404d-f838-44d9-8f22-e487330df666 req-f0ec4101-5dca-4cb1-b924-2223cc869fc9 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:19.789448 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-db92404d-f838-44d9-8f22-e487330df666 req-f0ec4101-5dca-4cb1-b924-2223cc869fc9 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5feac2-94f7-4fac-9509-f0a495642234 HTTP/1.1" status: 200 len: 946 time: 0.1013353 Jun 28 11:19:19.830495 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-db92404d-f838-44d9-8f22-e487330df666 req-daa615ea-934b-404c-b3a7-de122ccecd1f tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/security-groups?id=56306c0d-b659-4870-a456-904bd2051209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395846 Jun 28 11:19:19.887409 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-903bd512-437c-430e-91e7-7b234447f5b7 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:20.011508 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 55972) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:20.043901 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-f22ac881-4afc-4848-b105-7cded94ab286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:20.064159 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.db_base_plugin_common [None req-903bd512-437c-430e-91e7-7b234447f5b7 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Allocated IP 172.27.2.133 (6387ef29-ddd8-4632-9016-e02c39923463/5f3766c0-f55a-400a-8fdd-81b5b17b1576/8c026abd-356d-450e-83cd-a7488d9c70bd) {{(pid=88178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:19:20.071893 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-f22ac881-4afc-4848-b105-7cded94ab286 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:19:20.078794 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-f22ac881-4afc-4848-b105-7cded94ab286 admin admin] Usage tracker for resource:security_group_rule and tenant:5e6e5c8816424c76b5832787eb2b3f9e is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:19:20.082997 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-f22ac881-4afc-4848-b105-7cded94ab286 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:19:20.102813 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-f22ac881-4afc-4848-b105-7cded94ab286 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:19:20.258524 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-903bd512-437c-430e-91e7-7b234447f5b7 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Notify callbacks [] for port, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:20.306023 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-f22ac881-4afc-4848-b105-7cded94ab286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:20.312068 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-f22ac881-4afc-4848-b105-7cded94ab286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:20.363374 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22ac881-4afc-4848-b105-7cded94ab286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8cdb088-8818-4165-b8eb-fb66722fca6e,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:20.367901 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-f22ac881-4afc-4848-b105-7cded94ab286 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5e6e5c8816424c76b5832787eb2b3f9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3554251 Jun 28 11:19:20.369401 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-903bd512-437c-430e-91e7-7b234447f5b7 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782103981231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287935'] for port, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:20.371076 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 55982) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:20.435745 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-78fe865d-c3a0-4b56-b98a-9ff950379f40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:20.438872 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903bd512-437c-430e-91e7-7b234447f5b7 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Network 6387ef29-ddd8-4632-9016-e02c39923463 is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:19:20.443194 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.base_scheduler [None req-903bd512-437c-430e-91e7-7b234447f5b7 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:19:20.446776 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903bd512-437c-430e-91e7-7b234447f5b7 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Received port after_create {{(pid=88178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:19:20.478088 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903bd512-437c-430e-91e7-7b234447f5b7 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Pushing event updated for resources: {'Port': ['ID=8c026abd-356d-450e-83cd-a7488d9c70bd,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:20.539754 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-903bd512-437c-430e-91e7-7b234447f5b7 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:20.541895 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-78fe865d-c3a0-4b56-b98a-9ff950379f40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:20.605314 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-78fe865d-c3a0-4b56-b98a-9ff950379f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:20.619838 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fe865d-c3a0-4b56-b98a-9ff950379f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8cdb088-8818-4165-b8eb-fb66722fca6e,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:20.626319 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-78fe865d-c3a0-4b56-b98a-9ff950379f40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:20.627515 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-78fe865d-c3a0-4b56-b98a-9ff950379f40 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e8cdb088-8818-4165-b8eb-fb66722fca6e HTTP/1.1" status: 204 len: 168 time: 0.2539992 Jun 28 11:19:20.668795 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-903bd512-437c-430e-91e7-7b234447f5b7 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:20.769809 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7a868-f8ae-47db-822a-474d467399c4 req-00c8e5bb-6cbd-42fe-bc32-f0cd2374cca2 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:20.771473 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-3fc7a868-f8ae-47db-822a-474d467399c4 req-00c8e5bb-6cbd-42fe-bc32-f0cd2374cca2 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfbb46ef-ae88-4c82-ab63-bd8f8bc524b8 HTTP/1.1" status: 200 len: 946 time: 0.1916742 Jun 28 11:19:20.826794 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858a980-7b70-453b-90cb-172a0265f3c9 req-b5e77b35-05d5-4d2a-a53f-4ef47210a780 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:20.828418 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-2858a980-7b70-453b-90cb-172a0265f3c9 req-b5e77b35-05d5-4d2a-a53f-4ef47210a780 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/ports?device_id=328e464d-f23c-421e-89bc-cb2a384d265c HTTP/1.1" status: 200 len: 950 time: 0.0899279 Jun 28 11:19:20.877134 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-2858a980-7b70-453b-90cb-172a0265f3c9 req-c7be46e0-1a7f-444d-8b12-a9a7e06333e7 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/security-groups?id=c863cc06-c665-4857-90b8-4daa9fc9883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424812 Jun 28 11:19:20.883907 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-3fc7a868-f8ae-47db-822a-474d467399c4 req-d5ce88c9-93d0-415e-99ba-cb00a5bf8f50 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/security-groups?id=51053300-f9d9-4428-b380-507c71de1d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651264 Jun 28 11:19:20.964233 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-903bd512-437c-430e-91e7-7b234447f5b7 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Notify callbacks [] for port, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:20.972365 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-903bd512-437c-430e-91e7-7b234447f5b7 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2287912'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:21.089489 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903bd512-437c-430e-91e7-7b234447f5b7 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Pushing event updated for resources: {'Port': ['ID=8c026abd-356d-450e-83cd-a7488d9c70bd,revision_number=2']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:21.092096 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ccfcc1-6eb2-417c-9beb-26d87651c900 req-5fc02db3-6ecb-4323-bdaa-f890c8d0d000 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:21.099371 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c7ccfcc1-6eb2-417c-9beb-26d87651c900 req-5fc02db3-6ecb-4323-bdaa-f890c8d0d000 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5feac2-94f7-4fac-9509-f0a495642234 HTTP/1.1" status: 200 len: 946 time: 0.1093447 Jun 28 11:19:21.104315 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-903bd512-437c-430e-91e7-7b234447f5b7 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361935'] for floatingip, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:21.135620 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-903bd512-437c-430e-91e7-7b234447f5b7 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for floatingip, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:21.144179 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c7ccfcc1-6eb2-417c-9beb-26d87651c900 req-fc25b9eb-bc38-45ce-b66d-d8e25b798d99 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/security-groups?id=56306c0d-b659-4870-a456-904bd2051209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437181 Jun 28 11:19:21.149488 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-903bd512-437c-430e-91e7-7b234447f5b7 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4533801 Jun 28 11:19:21.411593 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [req-2c3d0fb8-f09a-4f2d-a855-86fac6721f30 req-101d7f9e-5ffd-41aa-99fc-cd31bcc96150 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Synchronizing usage tracker for tenant:39ee6a774aa94963a4c024612cabe0ab on resource:security_group {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:19:21.472989 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [req-2c3d0fb8-f09a-4f2d-a855-86fac6721f30 req-101d7f9e-5ffd-41aa-99fc-cd31bcc96150 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Unset dirty status for tenant:39ee6a774aa94963a4c024612cabe0ab on resource:security_group {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:19:21.474727 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-2c3d0fb8-f09a-4f2d-a855-86fac6721f30 req-101d7f9e-5ffd-41aa-99fc-cd31bcc96150 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1694081399&fields=id&tenant_id=39ee6a774aa94963a4c024612cabe0ab HTTP/1.1" status: 200 len: 267 time: 0.1127889 Jun 28 11:19:21.717814 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d0fb8-f09a-4f2d-a855-86fac6721f30 req-625903ad-c715-41fa-9ae3-fa0c8b29a622 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:21.724432 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-2c3d0fb8-f09a-4f2d-a855-86fac6721f30 req-625903ad-c715-41fa-9ae3-fa0c8b29a622 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/networks?id=3dcee093-7093-4d70-9e54-e71a2fd9b0d8 HTTP/1.1" status: 200 len: 819 time: 0.2308023 Jun 28 11:19:21.753876 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-2c3d0fb8-f09a-4f2d-a855-86fac6721f30 req-864039b2-d6f3-430e-871b-8d568cd43994 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/quotas/39ee6a774aa94963a4c024612cabe0ab HTTP/1.1" status: 200 len: 375 time: 0.0135794 Jun 28 11:19:21.869087 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-2c3d0fb8-f09a-4f2d-a855-86fac6721f30 req-2b213ebd-9985-452d-ac72-a3d1bc4ec01a tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=39ee6a774aa94963a4c024612cabe0ab&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1067121 Jun 28 11:19:22.405054 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-2c3d0fb8-f09a-4f2d-a855-86fac6721f30 req-0b2794cf-bfc1-46f4-a75c-5900e721e46a service neutron] 10.222.0.23 "GET /v2.0/networks/3dcee093-7093-4d70-9e54-e71a2fd9b0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5242710 Jun 28 11:19:22.417276 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4699cab4-8d11-4bd9-9e7c-3ba5431f5898 req-0cbdf8a1-0acf-4f1f-b899-8e4a32fef270 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:22.419555 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-4699cab4-8d11-4bd9-9e7c-3ba5431f5898 req-0cbdf8a1-0acf-4f1f-b899-8e4a32fef270 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.43 "GET /v2.0/ports?device_id=328e464d-f23c-421e-89bc-cb2a384d265c HTTP/1.1" status: 200 len: 950 time: 0.4298317 Jun 28 11:19:22.438693 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79674b-9c29-4458-a5a2-6a8a928284b2 req-8ef0852a-2900-49c4-9dc1-c7e0becb27f8 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:22.446343 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-ae79674b-9c29-4458-a5a2-6a8a928284b2 req-8ef0852a-2900-49c4-9dc1-c7e0becb27f8 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/ports?device_id=328e464d-f23c-421e-89bc-cb2a384d265c HTTP/1.1" status: 200 len: 950 time: 0.2128739 Jun 28 11:19:22.543496 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [req-4699cab4-8d11-4bd9-9e7c-3ba5431f5898 req-2e8b3019-cd23-4582-a017-164945d2e37e tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Deleting port 4663f4a2-0029-45b9-95dc-02b0fd317275 {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:19:22.544120 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-4699cab4-8d11-4bd9-9e7c-3ba5431f5898 req-2e8b3019-cd23-4582-a017-164945d2e37e tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:22.674725 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-ae79674b-9c29-4458-a5a2-6a8a928284b2 req-31bc1a43-c08b-43ad-83c0-b29b4787b538 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/security-groups?id=c863cc06-c665-4857-90b8-4daa9fc9883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273903 Jun 28 11:19:22.764518 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-2c3d0fb8-f09a-4f2d-a855-86fac6721f30 req-3d5bb1e2-6df2-4fa6-80af-bea48cde4c8b service neutron] 10.222.0.23 "GET /v2.0/networks/3dcee093-7093-4d70-9e54-e71a2fd9b0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3566570 Jun 28 11:19:23.182649 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.db [req-4699cab4-8d11-4bd9-9e7c-3ba5431f5898 req-2e8b3019-cd23-4582-a017-164945d2e37e tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] For port 4663f4a2-0029-45b9-95dc-02b0fd317275, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=4663f4a2-0029-45b9-95dc-02b0fd317275,segment=NetworkSegment(767560d7-7b59-4ac6-906c-f84bcc63abdb),segment_id=767560d7-7b59-4ac6-906c-f84bcc63abdb)] {{(pid=88177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:19:23.183439 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-4699cab4-8d11-4bd9-9e7c-3ba5431f5898 req-2e8b3019-cd23-4582-a017-164945d2e37e tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:23.362464 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113465b-36cd-4faf-bfb4-7e4d691cf827 req-3a1ba048-c732-4d31-bd18-df8995e464b1 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:23.366609 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-b113465b-36cd-4faf-bfb4-7e4d691cf827 req-3a1ba048-c732-4d31-bd18-df8995e464b1 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5feac2-94f7-4fac-9509-f0a495642234 HTTP/1.1" status: 200 len: 946 time: 0.2014108 Jun 28 11:19:23.395309 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [req-4699cab4-8d11-4bd9-9e7c-3ba5431f5898 req-2e8b3019-cd23-4582-a017-164945d2e37e tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Calling delete_port for 4663f4a2-0029-45b9-95dc-02b0fd317275 owned by compute:nova {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:19:23.435945 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-b113465b-36cd-4faf-bfb4-7e4d691cf827 req-b2a18466-7884-466a-8d5d-d1fe7a768341 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/security-groups?id=56306c0d-b659-4870-a456-904bd2051209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636141 Jun 28 11:19:23.567463 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-895c4ad1-aabc-4dfd-bd74-394cdf79e296 req-6a19480b-7140-41f2-908a-e1bf9c2f9a87 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=102a8a1b-da21-407e-96a2-2edae90da152 HTTP/1.1" status: 200 len: 210 time: 0.0909679 Jun 28 11:19:23.646387 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5308ce45-dcbb-4c46-8702-23f92f2ed058 req-a0bd8db2-eebe-4ddf-8f14-c5c08d66e053 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:23.647936 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-5308ce45-dcbb-4c46-8702-23f92f2ed058 req-a0bd8db2-eebe-4ddf-8f14-c5c08d66e053 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfbb46ef-ae88-4c82-ab63-bd8f8bc524b8 HTTP/1.1" status: 200 len: 946 time: 0.7098291 Jun 28 11:19:23.774906 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-5308ce45-dcbb-4c46-8702-23f92f2ed058 req-1ff39c20-0ab0-4686-b201-33f6479e43c5 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/security-groups?id=51053300-f9d9-4428-b380-507c71de1d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137147 Jun 28 11:19:23.808070 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 56104) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:24.015101 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-f2a2e89e-755a-40dc-a353-177d1aeff861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:24.054800 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-4699cab4-8d11-4bd9-9e7c-3ba5431f5898 req-2e8b3019-cd23-4582-a017-164945d2e37e tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782104357524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782103981240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2688079'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:24.056089 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-f2a2e89e-755a-40dc-a353-177d1aeff861 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:19:24.071544 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-f2a2e89e-755a-40dc-a353-177d1aeff861 admin admin] Usage tracker for resource:security_group_rule and tenant:523a3cffc1e5465faedccc8f64d832c9 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:19:24.077177 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-f2a2e89e-755a-40dc-a353-177d1aeff861 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:19:24.084472 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-f2a2e89e-755a-40dc-a353-177d1aeff861 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:19:24.116246 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8b3019-cd23-4582-a017-164945d2e37e tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Pushing event deleted for resources: {'Port': ['ID=4663f4a2-0029-45b9-95dc-02b0fd317275,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:24.207703 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8b3019-cd23-4582-a017-164945d2e37e tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:24.208043 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8b3019-cd23-4582-a017-164945d2e37e tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:24.208424 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8b3019-cd23-4582-a017-164945d2e37e tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:24.216958 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8b3019-cd23-4582-a017-164945d2e37e tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:24.217412 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8b3019-cd23-4582-a017-164945d2e37e tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:24.217768 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8b3019-cd23-4582-a017-164945d2e37e tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:24.218142 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8b3019-cd23-4582-a017-164945d2e37e tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:24.218523 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8b3019-cd23-4582-a017-164945d2e37e tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:24.218853 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8b3019-cd23-4582-a017-164945d2e37e tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:24.219174 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8b3019-cd23-4582-a017-164945d2e37e tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:24.219495 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8b3019-cd23-4582-a017-164945d2e37e tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:24.219810 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8b3019-cd23-4582-a017-164945d2e37e tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:24.242278 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-f2a2e89e-755a-40dc-a353-177d1aeff861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:24.258188 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-f2a2e89e-755a-40dc-a353-177d1aeff861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:24.338533 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a2e89e-755a-40dc-a353-177d1aeff861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33aa9d47-1b96-49ea-8e46-f95de61593d1,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:24.366591 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.l3_dvrscheduler_db [req-4699cab4-8d11-4bd9-9e7c-3ba5431f5898 req-2e8b3019-cd23-4582-a017-164945d2e37e tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] No DVR routers for this DVR port 4663f4a2-0029-45b9-95dc-02b0fd317275 on host hv-cinder-84460 {{(pid=88177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:19:24.370421 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-4699cab4-8d11-4bd9-9e7c-3ba5431f5898 req-2e8b3019-cd23-4582-a017-164945d2e37e tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:24.377771 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '328e464d-f23c-421e-89bc-cb2a384d265c', 'name': 'network-vif-deleted', 'tag': '4663f4a2-0029-45b9-95dc-02b0fd317275'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:19:24.397980 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd95df-5c7c-42a2-a64b-7a511a173ed0 req-37227844-5883-43c9-89e6-403f5b137526 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:24.402142 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-19cd95df-5c7c-42a2-a64b-7a511a173ed0 req-37227844-5883-43c9-89e6-403f5b137526 tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/ports?device_id=328e464d-f23c-421e-89bc-cb2a384d265c HTTP/1.1" status: 200 len: 867 time: 0.4729724 Jun 28 11:19:24.443743 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-4699cab4-8d11-4bd9-9e7c-3ba5431f5898 req-2e8b3019-cd23-4582-a017-164945d2e37e tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.43 "DELETE /v2.0/ports/4663f4a2-0029-45b9-95dc-02b0fd317275 HTTP/1.1" status: 204 len: 173 time: 1.9952536 Jun 28 11:19:24.475004 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-f2a2e89e-755a-40dc-a353-177d1aeff861 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=523a3cffc1e5465faedccc8f64d832c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6648548 Jun 28 11:19:24.479420 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 56126) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:24.479591 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-19cd95df-5c7c-42a2-a64b-7a511a173ed0 req-37ffbd2f-89fb-4093-bc3a-019d7ae4806e tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/security-groups?id=c863cc06-c665-4857-90b8-4daa9fc9883a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695612 Jun 28 11:19:24.586171 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aecb47db-0276-4e59-b444-c9895f0c9f2d'] response: {'server_uuid': '328e464d-f23c-421e-89bc-cb2a384d265c', 'name': 'network-vif-deleted', 'tag': '4663f4a2-0029-45b9-95dc-02b0fd317275', 'status': 'completed', 'code': 200} Jun 28 11:19:24.711470 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-1275159d-dfb6-4783-9c46-96b7a1fb78bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:24.746019 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-1275159d-dfb6-4783-9c46-96b7a1fb78bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:24.781688 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c96a78-52f9-418e-a7cc-cca3b923c5cd req-5164263d-1803-4444-9d53-d8d8da653f83 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:24.783333 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-24c96a78-52f9-418e-a7cc-cca3b923c5cd req-5164263d-1803-4444-9d53-d8d8da653f83 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfbb46ef-ae88-4c82-ab63-bd8f8bc524b8 HTTP/1.1" status: 200 len: 946 time: 0.1784589 Jun 28 11:19:24.797999 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 56134) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:24.809427 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [None req-b9b7a9ba-1dc7-418e-add4-3131e4f383c0 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Request body: {'floatingip': {'port_id': 'a5660d8d-1970-462d-b396-92b7c527aa90'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:19:24.838264 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-1275159d-dfb6-4783-9c46-96b7a1fb78bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:24.897769 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-1275159d-dfb6-4783-9c46-96b7a1fb78bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:24.919680 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-1275159d-dfb6-4783-9c46-96b7a1fb78bc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/33aa9d47-1b96-49ea-8e46-f95de61593d1 HTTP/1.1" status: 204 len: 168 time: 0.4188776 Jun 28 11:19:24.924509 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1275159d-dfb6-4783-9c46-96b7a1fb78bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33aa9d47-1b96-49ea-8e46-f95de61593d1,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:25.218479 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-01ff856b-aa52-4b7a-ad68-f784af4e9f97 req-6d2b281d-4d85-4fe9-b8ce-bf9864846ad8 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=102a8a1b-da21-407e-96a2-2edae90da152 HTTP/1.1" status: 200 len: 210 time: 0.1545236 Jun 28 11:19:25.279746 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device 4663f4a2-0029-45b9-95dc-02b0fd317275 no longer exists at agent hyperv_hv-cinder-84460 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:19:25.392679 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] No Port match for: 4663f4a2-0029-45b9-95dc-02b0fd317275 {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:19:25.393121 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device 4663f4a2-0029-45b9-95dc-02b0fd317275 not bound to the agent host hv-cinder-84460 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:19:25.395426 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-b9b7a9ba-1dc7-418e-add4-3131e4f383c0 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for floatingip, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:25.581285 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 56154) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:25.597988 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d0fb8-f09a-4f2d-a855-86fac6721f30 req-a5f500ba-c91b-4dbe-8702-4d871f9ce77c tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:25.605182 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-2c3d0fb8-f09a-4f2d-a855-86fac6721f30 req-a5f500ba-c91b-4dbe-8702-4d871f9ce77c tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.43 "GET /v2.0/networks?id=3dcee093-7093-4d70-9e54-e71a2fd9b0d8 HTTP/1.1" status: 200 len: 819 time: 0.4386306 Jun 28 11:19:25.618293 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-c9e16da6-3219-4e31-8d18-f5d84f8fef59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:25.640742 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-c9e16da6-3219-4e31-8d18-f5d84f8fef59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:19:25.647038 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-c9e16da6-3219-4e31-8d18-f5d84f8fef59 admin admin] Usage tracker for resource:security_group_rule and tenant:29d29253897949c6a943199c913e25a9 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:19:25.675428 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-c9e16da6-3219-4e31-8d18-f5d84f8fef59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:19:25.685832 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-c9e16da6-3219-4e31-8d18-f5d84f8fef59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:19:25.801800 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-2130f0cc-bdee-4b00-b5a7-7fa1df281754 req-da292e02-aab9-4cd2-aaa0-ed14d1c4801f tempest-VolumesNegativeTest-541496623 tempest-VolumesNegativeTest-541496623-project] 10.222.0.23 "GET /v2.0/ports?device_id=328e464d-f23c-421e-89bc-cb2a384d265c HTTP/1.1" status: 200 len: 210 time: 0.0649173 Jun 28 11:19:25.840097 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690df76c-1b02-45c6-9a36-8ea942ea0884 req-3348cd88-874c-4053-9ddd-ac26f1d49945 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:25.843324 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-690df76c-1b02-45c6-9a36-8ea942ea0884 req-3348cd88-874c-4053-9ddd-ac26f1d49945 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5feac2-94f7-4fac-9509-f0a495642234 HTTP/1.1" status: 200 len: 946 time: 1.1112738 Jun 28 11:19:25.895363 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-c9e16da6-3219-4e31-8d18-f5d84f8fef59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:25.901002 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-c9e16da6-3219-4e31-8d18-f5d84f8fef59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:25.960603 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-2c3d0fb8-f09a-4f2d-a855-86fac6721f30 req-5bb451ad-0a58-4e86-affd-88217f9ecac7 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39ee6a774aa94963a4c024612cabe0ab HTTP/1.1" status: 200 len: 380 time: 0.3245349 Jun 28 11:19:25.976433 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [req-2c3d0fb8-f09a-4f2d-a855-86fac6721f30 req-db2b594d-38f1-4d94-b871-87d8be607249 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Request body: {'port': {'device_id': '102a8a1b-da21-407e-96a2-2edae90da152', 'network_id': '3dcee093-7093-4d70-9e54-e71a2fd9b0d8', 'admin_state_up': True, 'tenant_id': '39ee6a774aa94963a4c024612cabe0ab', 'security_groups': ['eae4892b-50c7-41df-9dd4-207cf5f402b7']}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:19:25.978529 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e16da6-3219-4e31-8d18-f5d84f8fef59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b273fcdf-307c-4194-bd1a-0472d689ddbe,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:25.985427 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-c9e16da6-3219-4e31-8d18-f5d84f8fef59 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=29d29253897949c6a943199c913e25a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4016831 Jun 28 11:19:25.991455 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 56166) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:26.013944 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e16da6-3219-4e31-8d18-f5d84f8fef59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:26.014409 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e16da6-3219-4e31-8d18-f5d84f8fef59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:26.014803 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e16da6-3219-4e31-8d18-f5d84f8fef59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:26.015195 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e16da6-3219-4e31-8d18-f5d84f8fef59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:26.015616 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e16da6-3219-4e31-8d18-f5d84f8fef59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:26.016002 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e16da6-3219-4e31-8d18-f5d84f8fef59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:26.016718 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e16da6-3219-4e31-8d18-f5d84f8fef59 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:26.017109 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e16da6-3219-4e31-8d18-f5d84f8fef59 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:26.017564 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e16da6-3219-4e31-8d18-f5d84f8fef59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:26.017971 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e16da6-3219-4e31-8d18-f5d84f8fef59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:26.018466 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e16da6-3219-4e31-8d18-f5d84f8fef59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:26.018848 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e16da6-3219-4e31-8d18-f5d84f8fef59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:26.077187 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-dd6b0fc0-a3cc-4db9-bb0c-3b593f5a863b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:26.115570 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-dd6b0fc0-a3cc-4db9-bb0c-3b593f5a863b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:26.161713 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-690df76c-1b02-45c6-9a36-8ea942ea0884 req-83583630-a178-4734-8e70-566e4cf87f81 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/security-groups?id=56306c0d-b659-4870-a456-904bd2051209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3004520 Jun 28 11:19:26.182794 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [req-2c3d0fb8-f09a-4f2d-a855-86fac6721f30 req-db2b594d-38f1-4d94-b871-87d8be607249 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:19:26.196559 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-dd6b0fc0-a3cc-4db9-bb0c-3b593f5a863b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:26.213597 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b0fc0-a3cc-4db9-bb0c-3b593f5a863b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b273fcdf-307c-4194-bd1a-0472d689ddbe,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:26.220537 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-dd6b0fc0-a3cc-4db9-bb0c-3b593f5a863b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:26.224679 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-dd6b0fc0-a3cc-4db9-bb0c-3b593f5a863b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b273fcdf-307c-4194-bd1a-0472d689ddbe HTTP/1.1" status: 204 len: 168 time: 0.2319670 Jun 28 11:19:26.366429 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [req-2c3d0fb8-f09a-4f2d-a855-86fac6721f30 req-db2b594d-38f1-4d94-b871-87d8be607249 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:19:26.404667 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c3d0fb8-f09a-4f2d-a855-86fac6721f30 req-db2b594d-38f1-4d94-b871-87d8be607249 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Made reservation on behalf of 39ee6a774aa94963a4c024612cabe0ab for: {'port': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:19:26.408723 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-2c3d0fb8-f09a-4f2d-a855-86fac6721f30 req-db2b594d-38f1-4d94-b871-87d8be607249 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:26.581450 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-3f65fac7-ab39-427b-9a44-81e7b21237d2 req-0b9461d0-5237-4720-b057-3e1c3f37dd6d tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=102a8a1b-da21-407e-96a2-2edae90da152 HTTP/1.1" status: 200 len: 210 time: 0.1252084 Jun 28 11:19:26.864832 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.db_base_plugin_common [req-2c3d0fb8-f09a-4f2d-a855-86fac6721f30 req-db2b594d-38f1-4d94-b871-87d8be607249 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Allocated IP 172.20.0.8 (3dcee093-7093-4d70-9e54-e71a2fd9b0d8/4959b550-e4a6-4bb2-a9b3-3d13206321f5/436a23dc-be0c-4601-85a0-35bfef377977) {{(pid=88177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:19:27.102944 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-b9b7a9ba-1dc7-418e-add4-3131e4f383c0 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:27.155086 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-b9b7a9ba-1dc7-418e-add4-3131e4f383c0 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361935'] for floatingip, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:27.757383 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.db.l3_db [None req-b9b7a9ba-1dc7-418e-add4-3131e4f383c0 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Floating IP 6920568f-8e20-4a73-9a3b-6064bbb6d444 associated. External IP: 172.27.2.9, port: a5660d8d-1970-462d-b396-92b7c527aa90. Jun 28 11:19:27.818185 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-02721d14-6ba0-47e7-9482-7971a76ecf99 req-56cc03de-4270-4067-8dec-45577ed54109 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=102a8a1b-da21-407e-96a2-2edae90da152 HTTP/1.1" status: 200 len: 210 time: 0.0649688 Jun 28 11:19:27.975239 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b502d0-78cd-48e3-bdc5-f42d7b9787db req-3ebc76ac-a741-4590-aa78-cd3386b169de tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:27.982515 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-97b502d0-78cd-48e3-bdc5-f42d7b9787db req-3ebc76ac-a741-4590-aa78-cd3386b169de tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5feac2-94f7-4fac-9509-f0a495642234 HTTP/1.1" status: 200 len: 946 time: 0.5894723 Jun 28 11:19:28.004170 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-2c3d0fb8-f09a-4f2d-a855-86fac6721f30 req-db2b594d-38f1-4d94-b871-87d8be607249 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Notify callbacks [] for port, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:28.078178 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.provisioning_blocks [req-2c3d0fb8-f09a-4f2d-a855-86fac6721f30 req-db2b594d-38f1-4d94-b871-87d8be607249 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Transition to ACTIVE for port object 436a23dc-be0c-4601-85a0-35bfef377977 will not be triggered until provisioned by entity DHCP. {{(pid=88177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:19:28.165034 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-97b502d0-78cd-48e3-bdc5-f42d7b9787db req-f782dd2b-9eb1-4202-ba2c-8ea2aa5f4b60 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/security-groups?id=56306c0d-b659-4870-a456-904bd2051209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1814754 Jun 28 11:19:28.348424 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-2c3d0fb8-f09a-4f2d-a855-86fac6721f30 req-db2b594d-38f1-4d94-b871-87d8be607249 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782103981231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2688079'] for port, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:28.433190 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c3d0fb8-f09a-4f2d-a855-86fac6721f30 req-db2b594d-38f1-4d94-b871-87d8be607249 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Network 3dcee093-7093-4d70-9e54-e71a2fd9b0d8 is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:19:28.437310 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9b7a9ba-1dc7-418e-add4-3131e4f383c0 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Router 612aec67-608e-409c-a55e-b6df1c5e0ca3 has already been hosted by L3 agent 65138fbb-a379-4cdd-9015-09db381edeba {{(pid=88177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:19:28.438278 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.base_scheduler [req-2c3d0fb8-f09a-4f2d-a855-86fac6721f30 req-db2b594d-38f1-4d94-b871-87d8be607249 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:19:28.446693 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c3d0fb8-f09a-4f2d-a855-86fac6721f30 req-db2b594d-38f1-4d94-b871-87d8be607249 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Received port after_create {{(pid=88177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:19:28.620347 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d0fb8-f09a-4f2d-a855-86fac6721f30 req-db2b594d-38f1-4d94-b871-87d8be607249 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:28.621021 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-2c3d0fb8-f09a-4f2d-a855-86fac6721f30 req-db2b594d-38f1-4d94-b871-87d8be607249 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:28.661158 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2b594d-38f1-4d94-b871-87d8be607249 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Pushing event updated for resources: {'Port': ['ID=436a23dc-be0c-4601-85a0-35bfef377977,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:28.745968 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-2c3d0fb8-f09a-4f2d-a855-86fac6721f30 req-db2b594d-38f1-4d94-b871-87d8be607249 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7740815 Jun 28 11:19:28.761169 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [req-2c3d0fb8-f09a-4f2d-a855-86fac6721f30 req-bde42fc5-c6a0-437e-af9e-13aaf5a797f5 service neutron] Request body: {'port': {'device_id': '102a8a1b-da21-407e-96a2-2edae90da152', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:19:28.778103 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7528826d-552d-4ec0-b303-e0c72dd5430a None None] Provisioning for port 436a23dc-be0c-4601-85a0-35bfef377977 completed by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:19:28.793819 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7528826d-552d-4ec0-b303-e0c72dd5430a None None] Provisioning complete for port 436a23dc-be0c-4601-85a0-35bfef377977 triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:19:28.794191 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7528826d-552d-4ec0-b303-e0c72dd5430a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:29.005409 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7528826d-552d-4ec0-b303-e0c72dd5430a None None] Port 436a23dc-be0c-4601-85a0-35bfef377977 cannot update to ACTIVE because it is not bound. {{(pid=88179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:19:29.018794 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b7a9ba-1dc7-418e-add4-3131e4f383c0 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify agent at l3_agent.dv-cinder-844605-1-iscsi the message routers_updated {{(pid=88177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:19:29.026306 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-b9b7a9ba-1dc7-418e-add4-3131e4f383c0 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for floatingip, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:29.030778 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3f5e1b-15fb-4f2a-9bd7-c256706b3b0e None None] Sync routers for ids ['612aec67-608e-409c-a55e-b6df1c5e0ca3'] in dv-cinder-844605-1-iscsi {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:19:29.041907 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3f5e1b-15fb-4f2a-9bd7-c256706b3b0e None None] Routers {'612aec67-608e-409c-a55e-b6df1c5e0ca3'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:19:29.044234 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-4a3f5e1b-15fb-4f2a-9bd7-c256706b3b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:19:08Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['612aec67-608e-409c-a55e-b6df1c5e0ca3'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:19:29.076296 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-2c3d0fb8-f09a-4f2d-a855-86fac6721f30 req-bde42fc5-c6a0-437e-af9e-13aaf5a797f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:29.204296 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-b9b7a9ba-1dc7-418e-add4-3131e4f383c0 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "PUT /v2.0/floatingips/6920568f-8e20-4a73-9a3b-6064bbb6d444 HTTP/1.1" status: 200 len: 990 time: 4.4025791 Jun 28 11:19:29.206983 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfbb46ef-ae88-4c82-ab63-bd8f8bc524b8', 'tag': 'a5660d8d-1970-462d-b396-92b7c527aa90'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:19:29.313932 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabd8f3e-df3d-45b3-bb74-b9748232c8d2 req-fcb096b3-288c-415f-b0d2-393d6604beb7 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:29.329696 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-fabd8f3e-df3d-45b3-bb74-b9748232c8d2 req-fcb096b3-288c-415f-b0d2-393d6604beb7 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=102a8a1b-da21-407e-96a2-2edae90da152 HTTP/1.1" status: 200 len: 931 time: 0.2853086 Jun 28 11:19:29.464908 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-4a3f5e1b-15fb-4f2a-9bd7-c256706b3b0e None None] Set router 612aec67-608e-409c-a55e-b6df1c5e0ca3 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:19:29.492822 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-fabd8f3e-df3d-45b3-bb74-b9748232c8d2 req-ed25347b-9292-4996-97a8-ab185238a384 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=eae4892b-50c7-41df-9dd4-207cf5f402b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592782 Jun 28 11:19:29.606705 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-308af278-b0eb-4aa1-8997-520399e4a071'] response: {'name': 'network-changed', 'server_uuid': 'cfbb46ef-ae88-4c82-ab63-bd8f8bc524b8', 'tag': 'a5660d8d-1970-462d-b396-92b7c527aa90', 'status': 'completed', 'code': 200} Jun 28 11:19:29.624074 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:30.025707 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6278e1d5-d46c-4eef-9dea-9a2957ee2ddb req-18e0e60f-e57b-4d99-97db-1fae0683edcb tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:30.044075 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-6278e1d5-d46c-4eef-9dea-9a2957ee2ddb req-18e0e60f-e57b-4d99-97db-1fae0683edcb tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5feac2-94f7-4fac-9509-f0a495642234 HTTP/1.1" status: 200 len: 946 time: 0.6574802 Jun 28 11:19:30.091849 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-4a3f5e1b-15fb-4f2a-9bd7-c256706b3b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'name': 'tempest-AttachVolumeNegativeTest-536282704-router', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '4f6c3e24-5306-438d-a0da-444251232455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:20Z', 'updated_at': '2022-06-28T11:16:36Z', 'revision_number': 4, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'gw_port': {'id': '4f6c3e24-5306-438d-a0da-444251232455', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:22Z', 'updated_at': '2022-06-28T11:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_floatingips': [{'id': '445eaa8d-97a4-4c60-8ed3-150d3e984db7', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'floating_ip_address': '172.27.2.29', 'floating_network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'router_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'port_id': 'bfc1801b-3d8a-4549-be03-706bb1aea69b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49', 'mac_address': 'fa:16:3e:7c:f7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf380c0-b4f7-43e2-a809-1619f0a0ef32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:16:46Z', 'updated_at': '2022-06-28T11:17:25Z', 'revision_number': 2, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'fixed_ip_address_scope': None}, {'id': '6920568f-8e20-4a73-9a3b-6064bbb6d444', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'floating_ip_address': '172.27.2.9', 'floating_network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'router_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'port_id': 'a5660d8d-1970-462d-b396-92b7c527aa90', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49', 'mac_address': 'fa:16:3e:11:19:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbb46ef-ae88-4c82-ab63-bd8f8bc524b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:18:37Z', 'updated_at': '2022-06-28T11:19:26Z', 'revision_number': 1, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce67a0a8-6a79-4030-ac97-89b4f9a90889', 'name': '', 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'mac_address': 'fa:16:3e:aa:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0543e16d-abbf-4f46-8991-01ac45b7ec02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:32Z', 'updated_at': '2022-06-28T11:16:52Z', 'revision_number': 5, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'subnets': [{'id': '0543e16d-abbf-4f46-8991-01ac45b7ec02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:19:30.101405 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3f5e1b-15fb-4f2a-9bd7-c256706b3b0e None None] Checking router: 612aec67-608e-409c-a55e-b6df1c5e0ca3 for host: dv-cinder-844605-1-iscsi {{(pid=88179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:19:30.121330 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3f5e1b-15fb-4f2a-9bd7-c256706b3b0e None None] Routers {'612aec67-608e-409c-a55e-b6df1c5e0ca3'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:19:30.124449 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-4a3f5e1b-15fb-4f2a-9bd7-c256706b3b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:19:08Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['612aec67-608e-409c-a55e-b6df1c5e0ca3'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:19:30.150576 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc0063-60db-4ead-ad56-218138c0df1f req-1a2b0ef1-7f1a-4de3-894b-e12544a14827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:30.152554 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-4afc0063-60db-4ead-ad56-218138c0df1f req-1a2b0ef1-7f1a-4de3-894b-e12544a14827 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9a519a8d5c54458c8ad1c43bdb399503&device_id=cfbb46ef-ae88-4c82-ab63-bd8f8bc524b8 HTTP/1.1" status: 200 len: 1099 time: 0.5491993 Jun 28 11:19:30.589068 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-6278e1d5-d46c-4eef-9dea-9a2957ee2ddb req-6e8daac2-b866-4685-a56c-cc6c9c94863d tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/security-groups?id=56306c0d-b659-4870-a456-904bd2051209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5436940 Jun 28 11:19:30.627834 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-4a3f5e1b-15fb-4f2a-9bd7-c256706b3b0e None None] Set router 612aec67-608e-409c-a55e-b6df1c5e0ca3 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:19:30.630687 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.notifiers.nova [req-2c3d0fb8-f09a-4f2d-a855-86fac6721f30 req-bde42fc5-c6a0-437e-af9e-13aaf5a797f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 436a23dc-be0c-4601-85a0-35bfef377977 {{(pid=88177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:19:30.648910 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-2c3d0fb8-f09a-4f2d-a855-86fac6721f30 req-bde42fc5-c6a0-437e-af9e-13aaf5a797f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:30.734227 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.provisioning_blocks [req-2c3d0fb8-f09a-4f2d-a855-86fac6721f30 req-bde42fc5-c6a0-437e-af9e-13aaf5a797f5 service neutron] Transition to ACTIVE for port object 436a23dc-be0c-4601-85a0-35bfef377977 will not be triggered until provisioned by entity L2. {{(pid=88177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:19:30.778734 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-2c3d0fb8-f09a-4f2d-a855-86fac6721f30 req-bde42fc5-c6a0-437e-af9e-13aaf5a797f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2688088'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:30.780377 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e4ed0-d122-40ab-b722-79829bd82e14 req-9284485e-1d6b-4a28-a1a3-239847b5db84 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:30.787827 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-bd1e4ed0-d122-40ab-b722-79829bd82e14 req-9284485e-1d6b-4a28-a1a3-239847b5db84 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=102a8a1b-da21-407e-96a2-2edae90da152 HTTP/1.1" status: 200 len: 931 time: 0.1190813 Jun 28 11:19:30.843501 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc0063-60db-4ead-ad56-218138c0df1f req-7719e8b1-63b6-400c-b5c0-cb57d00e3572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:30.845459 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-4afc0063-60db-4ead-ad56-218138c0df1f req-7719e8b1-63b6-400c-b5c0-cb57d00e3572 service neutron] 10.222.0.43 "GET /v2.0/networks?id=21e79c31-8e4c-4686-94df-41e665c65d49 HTTP/1.1" status: 200 len: 915 time: 0.4461720 Jun 28 11:19:30.846647 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-bd1e4ed0-d122-40ab-b722-79829bd82e14 req-1cc93e4e-a2f9-4505-b77d-290141a4311f tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=eae4892b-50c7-41df-9dd4-207cf5f402b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578792 Jun 28 11:19:31.265218 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde42fc5-c6a0-437e-af9e-13aaf5a797f5 service neutron] Pushing event updated for resources: {'Port': ['ID=436a23dc-be0c-4601-85a0-35bfef377977,revision_number=2']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:31.376754 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-4afc0063-60db-4ead-ad56-218138c0df1f req-f9ece39e-e956-4f00-94a4-296e1063196c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5660d8d-1970-462d-b396-92b7c527aa90 HTTP/1.1" status: 200 len: 998 time: 0.5082572 Jun 28 11:19:31.434198 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-4a3f5e1b-15fb-4f2a-9bd7-c256706b3b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'name': 'tempest-AttachVolumeNegativeTest-536282704-router', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '4f6c3e24-5306-438d-a0da-444251232455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:20Z', 'updated_at': '2022-06-28T11:16:36Z', 'revision_number': 4, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'gw_port': {'id': '4f6c3e24-5306-438d-a0da-444251232455', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:22Z', 'updated_at': '2022-06-28T11:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_floatingips': [{'id': '445eaa8d-97a4-4c60-8ed3-150d3e984db7', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'floating_ip_address': '172.27.2.29', 'floating_network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'router_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'port_id': 'bfc1801b-3d8a-4549-be03-706bb1aea69b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49', 'mac_address': 'fa:16:3e:7c:f7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf380c0-b4f7-43e2-a809-1619f0a0ef32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:16:46Z', 'updated_at': '2022-06-28T11:17:25Z', 'revision_number': 2, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'fixed_ip_address_scope': None}, {'id': '6920568f-8e20-4a73-9a3b-6064bbb6d444', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'floating_ip_address': '172.27.2.9', 'floating_network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'router_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'port_id': 'a5660d8d-1970-462d-b396-92b7c527aa90', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49', 'mac_address': 'fa:16:3e:11:19:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbb46ef-ae88-4c82-ab63-bd8f8bc524b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:18:37Z', 'updated_at': '2022-06-28T11:19:26Z', 'revision_number': 1, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce67a0a8-6a79-4030-ac97-89b4f9a90889', 'name': '', 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'mac_address': 'fa:16:3e:aa:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0543e16d-abbf-4f46-8991-01ac45b7ec02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:32Z', 'updated_at': '2022-06-28T11:16:52Z', 'revision_number': 5, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'subnets': [{'id': '0543e16d-abbf-4f46-8991-01ac45b7ec02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:19:31.442675 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3f5e1b-15fb-4f2a-9bd7-c256706b3b0e None None] The sync data for ids ['612aec67-608e-409c-a55e-b6df1c5e0ca3'] in dv-cinder-844605-1-iscsi is: [{'id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'name': 'tempest-AttachVolumeNegativeTest-536282704-router', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '4f6c3e24-5306-438d-a0da-444251232455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:20Z', 'updated_at': '2022-06-28T11:16:36Z', 'revision_number': 4, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'gw_port': {'id': '4f6c3e24-5306-438d-a0da-444251232455', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:22Z', 'updated_at': '2022-06-28T11:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_floatingips': [{'id': '445eaa8d-97a4-4c60-8ed3-150d3e984db7', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'floating_ip_address': '172.27.2.29', 'floating_network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'router_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'port_id': 'bfc1801b-3d8a-4549-be03-706bb1aea69b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49', 'mac_address': 'fa:16:3e:7c:f7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf380c0-b4f7-43e2-a809-1619f0a0ef32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:16:46Z', 'updated_at': '2022-06-28T11:17:25Z', 'revision_number': 2, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'fixed_ip_address_scope': None}, {'id': '6920568f-8e20-4a73-9a3b-6064bbb6d444', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'floating_ip_address': '172.27.2.9', 'floating_network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'router_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'port_id': 'a5660d8d-1970-462d-b396-92b7c527aa90', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49', 'mac_address': 'fa:16:3e:11:19:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbb46ef-ae88-4c82-ab63-bd8f8bc524b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:18:37Z', 'updated_at': '2022-06-28T11:19:26Z', 'revision_number': 1, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce67a0a8-6a79-4030-ac97-89b4f9a90889', 'name': '', 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'mac_address': 'fa:16:3e:aa:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0543e16d-abbf-4f46-8991-01ac45b7ec02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:32Z', 'updated_at': '2022-06-28T11:16:52Z', 'revision_number': 5, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'subnets': [{'id': '0543e16d-abbf-4f46-8991-01ac45b7ec02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:19:31.465763 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.managers [req-2c3d0fb8-f09a-4f2d-a855-86fac6721f30 req-bde42fc5-c6a0-437e-af9e-13aaf5a797f5 service neutron] Attempting to bind port 436a23dc-be0c-4601-85a0-35bfef377977 on host hv-cinder-84460 for vnic_type normal with profile {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:19:31.466132 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.managers [req-2c3d0fb8-f09a-4f2d-a855-86fac6721f30 req-bde42fc5-c6a0-437e-af9e-13aaf5a797f5 service neutron] Attempting to bind port 436a23dc-be0c-4601-85a0-35bfef377977 by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': 'fd3dbdf8-f40f-4579-8d9f-d3926cb58f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3dcee093-7093-4d70-9e54-e71a2fd9b0d8'}] {{(pid=88177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:19:31.466437 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3d0fb8-f09a-4f2d-a855-86fac6721f30 req-bde42fc5-c6a0-437e-af9e-13aaf5a797f5 service neutron] Attempting to bind port 436a23dc-be0c-4601-85a0-35bfef377977 on network 3dcee093-7093-4d70-9e54-e71a2fd9b0d8 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:19:31.478030 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3d0fb8-f09a-4f2d-a855-86fac6721f30 req-bde42fc5-c6a0-437e-af9e-13aaf5a797f5 service neutron] Port 436a23dc-be0c-4601-85a0-35bfef377977 on network 3dcee093-7093-4d70-9e54-e71a2fd9b0d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 11:19:31.478357 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3d0fb8-f09a-4f2d-a855-86fac6721f30 req-bde42fc5-c6a0-437e-af9e-13aaf5a797f5 service neutron] Attempting to bind port 436a23dc-be0c-4601-85a0-35bfef377977 on network 3dcee093-7093-4d70-9e54-e71a2fd9b0d8 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:19:31.489877 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3d0fb8-f09a-4f2d-a855-86fac6721f30 req-bde42fc5-c6a0-437e-af9e-13aaf5a797f5 service neutron] Checking agent: {'id': '08bfabbf-d5f3-4ca7-8c16-3ebc8bd75d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 14), 'started_at': datetime.datetime(2022, 6, 28, 11, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:19:31.490208 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3d0fb8-f09a-4f2d-a855-86fac6721f30 req-bde42fc5-c6a0-437e-af9e-13aaf5a797f5 service neutron] Checking segment: {'id': 'fd3dbdf8-f40f-4579-8d9f-d3926cb58f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3dcee093-7093-4d70-9e54-e71a2fd9b0d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:19:31.490592 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3d0fb8-f09a-4f2d-a855-86fac6721f30 req-bde42fc5-c6a0-437e-af9e-13aaf5a797f5 service neutron] Bound using segment: {'id': 'fd3dbdf8-f40f-4579-8d9f-d3926cb58f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3dcee093-7093-4d70-9e54-e71a2fd9b0d8'} {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:19:31.491137 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.managers [req-2c3d0fb8-f09a-4f2d-a855-86fac6721f30 req-bde42fc5-c6a0-437e-af9e-13aaf5a797f5 service neutron] Bound port: 436a23dc-be0c-4601-85a0-35bfef377977, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd3dbdf8-f40f-4579-8d9f-d3926cb58f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3dcee093-7093-4d70-9e54-e71a2fd9b0d8'}}] {{(pid=88177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:19:31.491524 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-2c3d0fb8-f09a-4f2d-a855-86fac6721f30 req-bde42fc5-c6a0-437e-af9e-13aaf5a797f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:31.534716 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc0063-60db-4ead-ad56-218138c0df1f req-ed94e82d-08ef-4b0f-b184-82aaee9837fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:31.536932 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-4afc0063-60db-4ead-ad56-218138c0df1f req-ed94e82d-08ef-4b0f-b184-82aaee9837fd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0543e16d-abbf-4f46-8991-01ac45b7ec02 HTTP/1.1" status: 200 len: 853 time: 0.1462381 Jun 28 11:19:31.779025 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.db [req-2c3d0fb8-f09a-4f2d-a855-86fac6721f30 req-bde42fc5-c6a0-437e-af9e-13aaf5a797f5 service neutron] For port 436a23dc-be0c-4601-85a0-35bfef377977, host hv-cinder-84460, cleared binding levels {{(pid=88177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:19:31.792754 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.db [req-2c3d0fb8-f09a-4f2d-a855-86fac6721f30 req-bde42fc5-c6a0-437e-af9e-13aaf5a797f5 service neutron] For port 436a23dc-be0c-4601-85a0-35bfef377977, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=436a23dc-be0c-4601-85a0-35bfef377977,segment=NetworkSegment(fd3dbdf8-f40f-4579-8d9f-d3926cb58f5f),segment_id=fd3dbdf8-f40f-4579-8d9f-d3926cb58f5f)] {{(pid=88177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:19:31.797740 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc0063-60db-4ead-ad56-218138c0df1f req-a51300c6-878b-4131-b979-3879ee4c6dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:31.802384 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-4afc0063-60db-4ead-ad56-218138c0df1f req-a51300c6-878b-4131-b979-3879ee4c6dfe service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=21e79c31-8e4c-4686-94df-41e665c65d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2291434 Jun 28 11:19:31.806783 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-2c3d0fb8-f09a-4f2d-a855-86fac6721f30 req-bde42fc5-c6a0-437e-af9e-13aaf5a797f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2688088'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:31.936969 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d907c1e-0a7f-4243-9218-b6fc728a3435 None None] New status for floating IP 6920568f-8e20-4a73-9a3b-6064bbb6d444: ACTIVE {{(pid=88180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:19:32.127638 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-4afc0063-60db-4ead-ad56-218138c0df1f req-21354e77-043b-4da8-8c3c-70daadd3787c service neutron] 10.222.0.43 "GET /v2.0/networks/21e79c31-8e4c-4686-94df-41e665c65d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042161 Jun 28 11:19:32.132010 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde42fc5-c6a0-437e-af9e-13aaf5a797f5 service neutron] Pushing event updated for resources: {'Port': ['ID=436a23dc-be0c-4601-85a0-35bfef377977,revision_number=3']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:32.142814 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d0fb8-f09a-4f2d-a855-86fac6721f30 req-bde42fc5-c6a0-437e-af9e-13aaf5a797f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:32.143770 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-2c3d0fb8-f09a-4f2d-a855-86fac6721f30 req-bde42fc5-c6a0-437e-af9e-13aaf5a797f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:32.145364 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-2c3d0fb8-f09a-4f2d-a855-86fac6721f30 req-bde42fc5-c6a0-437e-af9e-13aaf5a797f5 service neutron] 10.222.0.43 "PUT /v2.0/ports/436a23dc-be0c-4601-85a0-35bfef377977 HTTP/1.1" status: 200 len: 1093 time: 3.3890216 Jun 28 11:19:32.215527 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '102a8a1b-da21-407e-96a2-2edae90da152', 'tag': '436a23dc-be0c-4601-85a0-35bfef377977'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:19:32.423286 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2326d4-7627-4063-b4af-9a22a0febf88 req-251a59f3-cb5d-4c2a-a4f9-73c77aa78020 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:32.437640 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-2f2326d4-7627-4063-b4af-9a22a0febf88 req-251a59f3-cb5d-4c2a-a4f9-73c77aa78020 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=102a8a1b-da21-407e-96a2-2edae90da152 HTTP/1.1" status: 200 len: 943 time: 0.2837653 Jun 28 11:19:32.515020 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d0fb8-f09a-4f2d-a855-86fac6721f30 req-b4729e1f-8aec-4e08-abb7-018d0ebbe59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:32.517240 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-2c3d0fb8-f09a-4f2d-a855-86fac6721f30 req-b4729e1f-8aec-4e08-abb7-018d0ebbe59e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39ee6a774aa94963a4c024612cabe0ab&device_id=102a8a1b-da21-407e-96a2-2edae90da152 HTTP/1.1" status: 200 len: 1096 time: 0.2751799 Jun 28 11:19:32.544608 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbdd61d-08fa-4b94-b179-f7ef086cecf7 req-d182effe-9af4-419e-8774-9a41dcfbf8e1 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:32.555798 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-9cbdd61d-08fa-4b94-b179-f7ef086cecf7 req-d182effe-9af4-419e-8774-9a41dcfbf8e1 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5feac2-94f7-4fac-9509-f0a495642234 HTTP/1.1" status: 200 len: 946 time: 0.5162735 Jun 28 11:19:32.574619 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-2f2326d4-7627-4063-b4af-9a22a0febf88 req-97ae90e1-6565-4970-9c4b-a01895d72c35 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=eae4892b-50c7-41df-9dd4-207cf5f402b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360798 Jun 28 11:19:32.769595 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b261fee-c9d7-468b-9116-2fa0ced3f33f'] response: {'name': 'network-changed', 'server_uuid': '102a8a1b-da21-407e-96a2-2edae90da152', 'tag': '436a23dc-be0c-4601-85a0-35bfef377977', 'status': 'completed', 'code': 200} Jun 28 11:19:32.776096 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-2c3d0fb8-f09a-4f2d-a855-86fac6721f30 req-4c3cb1e3-f481-4ba3-abc0-132a36657c72 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=436a23dc-be0c-4601-85a0-35bfef377977 HTTP/1.1" status: 200 len: 217 time: 0.1999242 Jun 28 11:19:32.890757 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-9cbdd61d-08fa-4b94-b179-f7ef086cecf7 req-05b258f1-c376-4218-b755-de54e8d452ff tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/security-groups?id=56306c0d-b659-4870-a456-904bd2051209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3319566 Jun 28 11:19:32.892355 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d0fb8-f09a-4f2d-a855-86fac6721f30 req-7064f94f-8c0a-4c5d-abd5-d9464731d0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:32.900094 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-2c3d0fb8-f09a-4f2d-a855-86fac6721f30 req-7064f94f-8c0a-4c5d-abd5-d9464731d0fa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4959b550-e4a6-4bb2-a9b3-3d13206321f5 HTTP/1.1" status: 200 len: 858 time: 0.0920920 Jun 28 11:19:32.912550 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-4afc0063-60db-4ead-ad56-218138c0df1f req-d6f706e1-47ea-4e2b-bdd5-14a358d70d13 service neutron] 10.222.0.43 "GET /v2.0/networks/21e79c31-8e4c-4686-94df-41e665c65d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6896815 Jun 28 11:19:33.201822 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d0fb8-f09a-4f2d-a855-86fac6721f30 req-3fc36332-98f7-45cd-9b04-e63d0d37ddc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:33.203830 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-2c3d0fb8-f09a-4f2d-a855-86fac6721f30 req-3fc36332-98f7-45cd-9b04-e63d0d37ddc9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3dcee093-7093-4d70-9e54-e71a2fd9b0d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2799778 Jun 28 11:19:33.360997 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7edc71-ac8d-4938-a046-978b9d9f3b5d req-871e24a4-39c2-4be7-8208-5943206c6d46 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:33.362643 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-0d7edc71-ac8d-4938-a046-978b9d9f3b5d req-871e24a4-39c2-4be7-8208-5943206c6d46 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bdcbd98-58ab-495c-a9b7-9781d66ac924 HTTP/1.1" status: 200 len: 945 time: 0.1008108 Jun 28 11:19:33.389229 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-2c3d0fb8-f09a-4f2d-a855-86fac6721f30 req-a74e441c-8171-483f-94db-42feb0b85648 service neutron] 10.222.0.43 "GET /v2.0/networks/3dcee093-7093-4d70-9e54-e71a2fd9b0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695716 Jun 28 11:19:33.414612 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-0d7edc71-ac8d-4938-a046-978b9d9f3b5d req-ce6c0273-f3cf-482a-b722-f9d83289ca6d tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/security-groups?id=241009c6-b554-4232-9a2a-0be989c868ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431778 Jun 28 11:19:33.448077 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 56520) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:33.674327 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-2c3d0fb8-f09a-4f2d-a855-86fac6721f30 req-c62f72ff-8964-428c-be57-17308e32c93f service neutron] 10.222.0.43 "GET /v2.0/networks/3dcee093-7093-4d70-9e54-e71a2fd9b0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721145 Jun 28 11:19:34.003083 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a26c18-df80-470b-9db3-de5811e6263d tempest-TestMinimumBasicScenario-1045145324 tempest-TestMinimumBasicScenario-1045145324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:34.005862 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-26a26c18-df80-470b-9db3-de5811e6263d tempest-TestMinimumBasicScenario-1045145324 tempest-TestMinimumBasicScenario-1045145324-project-admin] Synchronizing usage tracker for tenant:77eae37115d048659b89dde49e35bef4 on resource:port {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:19:34.016044 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b104a-e6d6-499b-aebf-de901b5f4e6c req-0502f71b-b0fb-457d-86d4-2b5849eab87e tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:34.016895 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-af5b104a-e6d6-499b-aebf-de901b5f4e6c req-0502f71b-b0fb-457d-86d4-2b5849eab87e tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Synchronizing usage tracker for tenant:39ee6a774aa94963a4c024612cabe0ab on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:19:34.039542 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28528868-7c89-4e0d-92a8-61387a9247f3 req-3368dff5-7540-4153-9db4-986fb2b30a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:34.039542 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-28528868-7c89-4e0d-92a8-61387a9247f3 req-3368dff5-7540-4153-9db4-986fb2b30a86 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39ee6a774aa94963a4c024612cabe0ab&device_id=102a8a1b-da21-407e-96a2-2edae90da152 HTTP/1.1" status: 200 len: 1096 time: 0.2921419 Jun 28 11:19:34.058795 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-26a26c18-df80-470b-9db3-de5811e6263d tempest-TestMinimumBasicScenario-1045145324 tempest-TestMinimumBasicScenario-1045145324-project-admin] Unset dirty status for tenant:77eae37115d048659b89dde49e35bef4 on resource:port {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:19:34.059969 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-26a26c18-df80-470b-9db3-de5811e6263d tempest-TestMinimumBasicScenario-1045145324 tempest-TestMinimumBasicScenario-1045145324-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3bdcbd98-58ab-495c-a9b7-9781d66ac924 HTTP/1.1" status: 200 len: 1093 time: 0.6101341 Jun 28 11:19:34.062891 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 56548) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:34.069189 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [None req-95b0609d-e899-40b0-969d-bf673e4866c8 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Request body: {'floatingip': {'floating_network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'port_id': '4e3c09b4-043f-4f7c-8cd4-2aca917b44a1', 'tenant_id': 'd25e7ce42d8c46ecbeacc1c6835ede35', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:19:34.080769 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-95b0609d-e899-40b0-969d-bf673e4866c8 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:19:34.090596 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-95b0609d-e899-40b0-969d-bf673e4866c8 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Usage tracker for resource:floatingip and tenant:d25e7ce42d8c46ecbeacc1c6835ede35 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:19:34.098318 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-95b0609d-e899-40b0-969d-bf673e4866c8 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:19:34.109028 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-95b0609d-e899-40b0-969d-bf673e4866c8 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:19:34.143242 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-95b0609d-e899-40b0-969d-bf673e4866c8 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Notify callbacks [] for floatingip, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:34.214894 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-af5b104a-e6d6-499b-aebf-de901b5f4e6c req-0502f71b-b0fb-457d-86d4-2b5849eab87e tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Unset dirty status for tenant:39ee6a774aa94963a4c024612cabe0ab on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:19:34.216045 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-af5b104a-e6d6-499b-aebf-de901b5f4e6c req-0502f71b-b0fb-457d-86d4-2b5849eab87e tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=102a8a1b-da21-407e-96a2-2edae90da152 HTTP/1.1" status: 200 len: 943 time: 0.4210052 Jun 28 11:19:34.332924 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28528868-7c89-4e0d-92a8-61387a9247f3 req-f80e1357-ea75-4069-b1e2-1f349cc4fc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:34.334551 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-28528868-7c89-4e0d-92a8-61387a9247f3 req-f80e1357-ea75-4069-b1e2-1f349cc4fc75 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3dcee093-7093-4d70-9e54-e71a2fd9b0d8 HTTP/1.1" status: 200 len: 920 time: 0.2916176 Jun 28 11:19:34.444765 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67733d6d-37ba-4636-9ffa-32263c3f1bc4 req-3c4ceb8c-91df-407b-8b0f-1422139c5b38 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:34.451959 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-67733d6d-37ba-4636-9ffa-32263c3f1bc4 req-3c4ceb8c-91df-407b-8b0f-1422139c5b38 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5feac2-94f7-4fac-9509-f0a495642234 HTTP/1.1" status: 200 len: 946 time: 0.2793987 Jun 28 11:19:34.494994 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-28528868-7c89-4e0d-92a8-61387a9247f3 req-dd14e128-fbf6-4bbf-ac9a-e4f2b6830d57 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=436a23dc-be0c-4601-85a0-35bfef377977 HTTP/1.1" status: 200 len: 217 time: 0.1502116 Jun 28 11:19:34.500082 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-af5b104a-e6d6-499b-aebf-de901b5f4e6c req-b9924729-dc6a-4d29-8462-7622503f8256 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=eae4892b-50c7-41df-9dd4-207cf5f402b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2767811 Jun 28 11:19:34.588333 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-67733d6d-37ba-4636-9ffa-32263c3f1bc4 req-d041e78c-80f7-42c9-9be7-37c32899177b tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/security-groups?id=56306c0d-b659-4870-a456-904bd2051209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354048 Jun 28 11:19:34.634929 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28528868-7c89-4e0d-92a8-61387a9247f3 req-de4cfdc8-8729-48c8-9195-648c00788cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:34.640760 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-28528868-7c89-4e0d-92a8-61387a9247f3 req-de4cfdc8-8729-48c8-9195-648c00788cb7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4959b550-e4a6-4bb2-a9b3-3d13206321f5 HTTP/1.1" status: 200 len: 858 time: 0.1373098 Jun 28 11:19:34.769255 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28528868-7c89-4e0d-92a8-61387a9247f3 req-6060094e-02cc-4d73-aabd-279ae407073b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:34.770771 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-28528868-7c89-4e0d-92a8-61387a9247f3 req-6060094e-02cc-4d73-aabd-279ae407073b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3dcee093-7093-4d70-9e54-e71a2fd9b0d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1229200 Jun 28 11:19:34.777005 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-95b0609d-e899-40b0-969d-bf673e4866c8 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:35.056101 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-28528868-7c89-4e0d-92a8-61387a9247f3 req-0ca206bc-b5c2-4529-bf9c-fd8d8729b0f9 service neutron] 10.222.0.43 "GET /v2.0/networks/3dcee093-7093-4d70-9e54-e71a2fd9b0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766914 Jun 28 11:19:35.261691 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.db_base_plugin_common [None req-95b0609d-e899-40b0-969d-bf673e4866c8 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Allocated IP 172.27.2.52 (6387ef29-ddd8-4632-9016-e02c39923463/5f3766c0-f55a-400a-8fdd-81b5b17b1576/32cf3b23-d3b2-4556-b002-136a24258925) {{(pid=88178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:19:35.323807 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device 436a23dc-be0c-4601-85a0-35bfef377977 details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=88179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:19:35.441897 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-28528868-7c89-4e0d-92a8-61387a9247f3 req-29ba8738-479d-4898-a248-43bc417aa21f service neutron] 10.222.0.43 "GET /v2.0/networks/3dcee093-7093-4d70-9e54-e71a2fd9b0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904544 Jun 28 11:19:35.462549 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a63b5-4feb-4e1c-92ea-758341e020aa req-902c0781-4888-4de1-9342-1990506f305c tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:35.464078 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c26a63b5-4feb-4e1c-92ea-758341e020aa req-902c0781-4888-4de1-9342-1990506f305c tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.23 "GET /v2.0/ports?device_id=0aa055df-1bd9-4997-937f-544a1882137e HTTP/1.1" status: 200 len: 945 time: 0.4069686 Jun 28 11:19:35.511371 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a8ff9-6ef8-41af-9c26-b0a71e3764a2 req-6560f646-4c26-4798-8119-b608fd24f357 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:35.512910 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-942a8ff9-6ef8-41af-9c26-b0a71e3764a2 req-6560f646-4c26-4798-8119-b608fd24f357 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5feac2-94f7-4fac-9509-f0a495642234 HTTP/1.1" status: 200 len: 946 time: 0.3574173 Jun 28 11:19:35.543929 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e5a7d-a547-466d-8e5f-6a848bcfd7e9 req-77bc1ad4-7268-4f30-b5db-0c53a958109d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:35.547920 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-fc5e5a7d-a547-466d-8e5f-6a848bcfd7e9 req-77bc1ad4-7268-4f30-b5db-0c53a958109d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0d240302ccf0453994b861ae39dea463&device_id=0a5feac2-94f7-4fac-9509-f0a495642234 HTTP/1.1" status: 200 len: 1099 time: 0.2486210 Jun 28 11:19:35.558412 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c26a63b5-4feb-4e1c-92ea-758341e020aa req-40dce471-caae-48a4-bedc-a5baad25b801 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.23 "GET /v2.0/security-groups?id=e34c8d16-925b-4f8d-a849-9711126fc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848019 Jun 28 11:19:35.558707 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port 436a23dc-be0c-4601-85a0-35bfef377977, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=436a23dc-be0c-4601-85a0-35bfef377977,segment=NetworkSegment(fd3dbdf8-f40f-4579-8d9f-d3926cb58f5f),segment_id=fd3dbdf8-f40f-4579-8d9f-d3926cb58f5f)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:19:35.575228 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Returning: {'device': '436a23dc-be0c-4601-85a0-35bfef377977', 'network_id': '3dcee093-7093-4d70-9e54-e71a2fd9b0d8', 'port_id': '436a23dc-be0c-4601-85a0-35bfef377977', 'mac_address': 'fa:16:3e:20:bb:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4959b550-e4a6-4bb2-a9b3-3d13206321f5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:19:35.625332 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-942a8ff9-6ef8-41af-9c26-b0a71e3764a2 req-66b5f996-9ebb-4ef7-b894-f2b3208528d2 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/security-groups?id=56306c0d-b659-4870-a456-904bd2051209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036942 Jun 28 11:19:35.675287 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-95b0609d-e899-40b0-969d-bf673e4866c8 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Notify callbacks [] for port, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:35.681117 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Current status of the port 436a23dc-be0c-4601-85a0-35bfef377977 is: DOWN; New status is: BUILD {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:19:35.681745 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:35.704105 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 436a23dc-be0c-4601-85a0-35bfef377977 {{(pid=88179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:19:35.743511 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-95b0609d-e899-40b0-969d-bf673e4866c8 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782103981231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287935'] for port, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:35.744574 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port 436a23dc-be0c-4601-85a0-35bfef377977, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=436a23dc-be0c-4601-85a0-35bfef377977,segment=NetworkSegment(fd3dbdf8-f40f-4579-8d9f-d3926cb58f5f),segment_id=fd3dbdf8-f40f-4579-8d9f-d3926cb58f5f)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:19:35.758995 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:35.885506 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7150b0db-50d2-40f2-b2b7-1802f7304ccb req-98199990-989e-4674-b581-0ff3cd8d1424 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:35.887047 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-7150b0db-50d2-40f2-b2b7-1802f7304ccb req-98199990-989e-4674-b581-0ff3cd8d1424 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=102a8a1b-da21-407e-96a2-2edae90da152 HTTP/1.1" status: 200 len: 944 time: 0.1309767 Jun 28 11:19:35.908145 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Pushing event updated for resources: {'Port': ['ID=436a23dc-be0c-4601-85a0-35bfef377977,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:35.914520 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b0609d-e899-40b0-969d-bf673e4866c8 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Network 6387ef29-ddd8-4632-9016-e02c39923463 is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:19:35.916198 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:35.916742 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:35.917079 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:35.917456 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:35.917780 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:35.918100 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:35.918481 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:35.918799 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:35.919116 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:35.919457 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:35.919836 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:35.920077 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:35.955331 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.base_scheduler [None req-95b0609d-e899-40b0-969d-bf673e4866c8 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:19:35.977465 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b0609d-e899-40b0-969d-bf673e4866c8 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Received port after_create {{(pid=88178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:19:35.983894 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-7150b0db-50d2-40f2-b2b7-1802f7304ccb req-80fbbe43-27da-41c9-af09-17b452c0c261 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=eae4892b-50c7-41df-9dd4-207cf5f402b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861514 Jun 28 11:19:36.168576 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e5a7d-a547-466d-8e5f-6a848bcfd7e9 req-33b7e6d0-946b-43df-ab63-871747cb02c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:36.171151 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-fc5e5a7d-a547-466d-8e5f-6a848bcfd7e9 req-33b7e6d0-946b-43df-ab63-871747cb02c1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3f8d13e4-2335-496a-b358-95cda2a57319 HTTP/1.1" status: 200 len: 911 time: 0.6075203 Jun 28 11:19:36.203369 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] get_ports_and_sgs() called for port_ids ['436a23dc-be0c-4601-85a0-35bfef377977'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:19:36.410268 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-66c8d2c3-2b64-492d-a5e8-9b5e0005d031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:36.529565 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-fc5e5a7d-a547-466d-8e5f-6a848bcfd7e9 req-897c827e-4957-4a67-92a1-cf6e10fbefd5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=251e1a9d-ec96-4ba0-a7a1-43dc3602134b HTTP/1.1" status: 200 len: 1002 time: 0.3156919 Jun 28 11:19:36.693662 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 56616) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:36.712788 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-95b0609d-e899-40b0-969d-bf673e4866c8 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:36.726864 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 56624) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:36.744121 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b0609d-e899-40b0-969d-bf673e4866c8 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Pushing event updated for resources: {'Port': ['ID=32cf3b23-d3b2-4556-b002-136a24258925,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:36.759492 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e5a7d-a547-466d-8e5f-6a848bcfd7e9 req-d34ea600-c70b-4c1c-94a2-8fda0abce601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:36.760996 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-fc5e5a7d-a547-466d-8e5f-6a848bcfd7e9 req-d34ea600-c70b-4c1c-94a2-8fda0abce601 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2fabbc00-cab3-403d-bb79-f769bf69911e HTTP/1.1" status: 200 len: 849 time: 0.2078581 Jun 28 11:19:36.812001 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-95b0609d-e899-40b0-969d-bf673e4866c8 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:37.034538 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-43076944-085a-492b-b4f1-32ea92e1c400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:37.062032 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26836ca-5bf8-4ffe-bc9d-b9090b0cbd29 req-86958f07-669b-4314-a540-0fc27798ab8d tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:37.070066 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-c26836ca-5bf8-4ffe-bc9d-b9090b0cbd29 req-86958f07-669b-4314-a540-0fc27798ab8d tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.23 "GET /v2.0/ports?device_id=0aa055df-1bd9-4997-937f-544a1882137e HTTP/1.1" status: 200 len: 945 time: 0.2593791 Jun 28 11:19:37.073193 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-43076944-085a-492b-b4f1-32ea92e1c400 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:19:37.085364 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-43076944-085a-492b-b4f1-32ea92e1c400 admin admin] Usage tracker for resource:security_group_rule and tenant:3fcd93950cb14bfbb0189a68426eb5d1 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:19:37.095819 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-43076944-085a-492b-b4f1-32ea92e1c400 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:19:37.099970 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e5a7d-a547-466d-8e5f-6a848bcfd7e9 req-f1354162-5f0f-4ae1-a29d-475faaca354b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:37.101501 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-fc5e5a7d-a547-466d-8e5f-6a848bcfd7e9 req-f1354162-5f0f-4ae1-a29d-475faaca354b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3f8d13e4-2335-496a-b358-95cda2a57319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3243523 Jun 28 11:19:37.108264 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-43076944-085a-492b-b4f1-32ea92e1c400 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:19:37.143368 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-c26836ca-5bf8-4ffe-bc9d-b9090b0cbd29 req-24c60109-35bb-45a1-bcbe-79e2e895bfd8 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.23 "GET /v2.0/security-groups?id=e34c8d16-925b-4f8d-a849-9711126fc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716863 Jun 28 11:19:37.146321 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-a2bea8e0-949d-49f2-96bd-3cc803360ad1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e2ab2fd207d04ab8857c0de171028b53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4480803 Jun 28 11:19:37.150298 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 56636) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:37.162511 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e52e6-8088-46f0-8fee-b54db73d7f65 req-9455dcd0-45e5-4beb-99f3-c957483bd6ae tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:37.169334 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-d26e52e6-8088-46f0-8fee-b54db73d7f65 req-9455dcd0-45e5-4beb-99f3-c957483bd6ae tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5feac2-94f7-4fac-9509-f0a495642234 HTTP/1.1" status: 200 len: 946 time: 0.3166385 Jun 28 11:19:37.261350 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-650deba1-f5a7-49f6-8027-8ec6ae2f2ddc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:37.299907 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-650deba1-f5a7-49f6-8027-8ec6ae2f2ddc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:37.306003 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-d26e52e6-8088-46f0-8fee-b54db73d7f65 req-79312724-01fa-447f-8798-cbc1a8db93ab tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/security-groups?id=56306c0d-b659-4870-a456-904bd2051209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357183 Jun 28 11:19:37.367015 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-fc5e5a7d-a547-466d-8e5f-6a848bcfd7e9 req-ecfc9902-9c2a-4dff-b5bd-14a05ac15c0e service neutron] 10.222.0.43 "GET /v2.0/networks/3f8d13e4-2335-496a-b358-95cda2a57319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532089 Jun 28 11:19:37.419734 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-650deba1-f5a7-49f6-8027-8ec6ae2f2ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:37.433921 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.db.resource_extend [None req-95b0609d-e899-40b0-969d-bf673e4866c8 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 28 11:19:37.482546 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650deba1-f5a7-49f6-8027-8ec6ae2f2ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c863cc06-c665-4857-90b8-4daa9fc9883a,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:37.490650 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-95b0609d-e899-40b0-969d-bf673e4866c8 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Notify callbacks [] for port, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:37.531565 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-95b0609d-e899-40b0-969d-bf673e4866c8 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2287912'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:37.592682 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-43076944-085a-492b-b4f1-32ea92e1c400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:37.640178 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-43076944-085a-492b-b4f1-32ea92e1c400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:37.645897 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7694e9fe-09af-4bdd-87d7-3d44c4ba369d req-5eb9f89a-701b-4e1c-8131-b3787634dbbb tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:37.647502 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-7694e9fe-09af-4bdd-87d7-3d44c4ba369d req-5eb9f89a-701b-4e1c-8131-b3787634dbbb tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=102a8a1b-da21-407e-96a2-2edae90da152 HTTP/1.1" status: 200 len: 944 time: 0.3579936 Jun 28 11:19:37.712171 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-fc5e5a7d-a547-466d-8e5f-6a848bcfd7e9 req-112c6941-b046-4bb6-99f6-055fccaaad21 service neutron] 10.222.0.43 "GET /v2.0/networks/3f8d13e4-2335-496a-b358-95cda2a57319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3303466 Jun 28 11:19:37.734216 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43076944-085a-492b-b4f1-32ea92e1c400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4217d025-edcd-41e0-909b-4729f207a90b,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:37.741338 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-43076944-085a-492b-b4f1-32ea92e1c400 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3fcd93950cb14bfbb0189a68426eb5d1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0108776 Jun 28 11:19:37.789905 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 56646) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:37.810406 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b0609d-e899-40b0-969d-bf673e4866c8 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Pushing event updated for resources: {'Port': ['ID=32cf3b23-d3b2-4556-b002-136a24258925,revision_number=2']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:37.836985 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-650deba1-f5a7-49f6-8027-8ec6ae2f2ddc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:37.838265 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-650deba1-f5a7-49f6-8027-8ec6ae2f2ddc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c863cc06-c665-4857-90b8-4daa9fc9883a HTTP/1.1" status: 204 len: 168 time: 0.6870532 Jun 28 11:19:37.875949 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-95b0609d-e899-40b0-969d-bf673e4866c8 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361935'] for floatingip, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:37.922451 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b99bba-bd9f-4eb9-8d7b-ad9bb573a205 req-12e02373-1397-410f-a7b1-392154b17293 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:37.924813 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-f7b99bba-bd9f-4eb9-8d7b-ad9bb573a205 req-12e02373-1397-410f-a7b1-392154b17293 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.43 "GET /v2.0/ports?device_id=0aa055df-1bd9-4997-937f-544a1882137e HTTP/1.1" status: 200 len: 945 time: 0.1858368 Jun 28 11:19:37.925904 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-7835f807-b036-4ab0-b725-58dc39b9668d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:38.003959 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-7694e9fe-09af-4bdd-87d7-3d44c4ba369d req-8fa2667e-4bc7-46f4-91a1-4f377afe78c0 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=eae4892b-50c7-41df-9dd4-207cf5f402b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1945164 Jun 28 11:19:38.025584 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-7835f807-b036-4ab0-b725-58dc39b9668d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:38.091653 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [req-f7b99bba-bd9f-4eb9-8d7b-ad9bb573a205 req-76d23a32-133f-4157-8287-b83406aaa7c6 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Deleting port d379ae25-6f21-4761-beca-dd965236840a {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:19:38.092358 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-f7b99bba-bd9f-4eb9-8d7b-ad9bb573a205 req-76d23a32-133f-4157-8287-b83406aaa7c6 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:38.210521 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.db.l3_db [None req-95b0609d-e899-40b0-969d-bf673e4866c8 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Floating IP 0bed7dfb-4770-4fc6-915d-41494a384080 associated. External IP: 172.27.2.52, port: 4e3c09b4-043f-4f7c-8cd4-2aca917b44a1. Jun 28 11:19:38.369825 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-7835f807-b036-4ab0-b725-58dc39b9668d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:38.409721 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7835f807-b036-4ab0-b725-58dc39b9668d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4217d025-edcd-41e0-909b-4729f207a90b,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:38.435685 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-7835f807-b036-4ab0-b725-58dc39b9668d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:38.436839 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-7835f807-b036-4ab0-b725-58dc39b9668d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4217d025-edcd-41e0-909b-4729f207a90b HTTP/1.1" status: 204 len: 168 time: 0.6459169 Jun 28 11:19:38.487982 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-813af952-49bf-45f2-8c1c-6cab36b2bef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:38.508848 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.db [req-f7b99bba-bd9f-4eb9-8d7b-ad9bb573a205 req-76d23a32-133f-4157-8287-b83406aaa7c6 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] For port d379ae25-6f21-4761-beca-dd965236840a, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=d379ae25-6f21-4761-beca-dd965236840a,segment=NetworkSegment(937b9452-8559-4247-9669-ea0d1b80b66e),segment_id=937b9452-8559-4247-9669-ea0d1b80b66e)] {{(pid=88177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:19:38.509212 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-f7b99bba-bd9f-4eb9-8d7b-ad9bb573a205 req-76d23a32-133f-4157-8287-b83406aaa7c6 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:38.651015 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e73c26a-06d3-4de5-9751-37c62fad6831 req-d3feea9b-c29f-4cf9-b2bd-1e942c223b75 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:38.657971 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-6e73c26a-06d3-4de5-9751-37c62fad6831 req-d3feea9b-c29f-4cf9-b2bd-1e942c223b75 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.23 "GET /v2.0/ports?device_id=0aa055df-1bd9-4997-937f-544a1882137e HTTP/1.1" status: 200 len: 945 time: 0.3343952 Jun 28 11:19:38.667486 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [req-f7b99bba-bd9f-4eb9-8d7b-ad9bb573a205 req-76d23a32-133f-4157-8287-b83406aaa7c6 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Calling delete_port for d379ae25-6f21-4761-beca-dd965236840a owned by compute:nova {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:19:38.890724 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-6e73c26a-06d3-4de5-9751-37c62fad6831 req-12ec21b1-0920-44f8-a687-dcc0541cad61 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.23 "GET /v2.0/security-groups?id=e34c8d16-925b-4f8d-a849-9711126fc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318697 Jun 28 11:19:38.949098 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b0609d-e899-40b0-969d-bf673e4866c8 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Router c2383012-34f7-4a60-8474-b2e3dedd0e1e has already been hosted by L3 agent 65138fbb-a379-4cdd-9015-09db381edeba {{(pid=88178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:19:39.076543 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-f7b99bba-bd9f-4eb9-8d7b-ad9bb573a205 req-76d23a32-133f-4157-8287-b83406aaa7c6 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782104357524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782103981240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2688079'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:39.089506 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] get_ports_and_sgs() called for port_ids ['d379ae25-6f21-4761-beca-dd965236840a'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:19:39.144455 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d23a32-133f-4157-8287-b83406aaa7c6 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Pushing event deleted for resources: {'Port': ['ID=d379ae25-6f21-4761-beca-dd965236840a,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:39.209309 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbfe63c-4e3a-4cab-9803-79a971b79a24 req-ad19843f-dbd9-4415-900c-90f1a5db3e77 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:39.210839 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-ffbfe63c-4e3a-4cab-9803-79a971b79a24 req-ad19843f-dbd9-4415-900c-90f1a5db3e77 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5feac2-94f7-4fac-9509-f0a495642234 HTTP/1.1" status: 200 len: 946 time: 0.6624260 Jun 28 11:19:39.213413 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 56670) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:39.230801 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b0609d-e899-40b0-969d-bf673e4866c8 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Notify agent at l3_agent.dv-cinder-844605-1-iscsi the message routers_updated {{(pid=88178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:19:39.243357 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b45f5cd-1b01-4ad1-b66e-b9d2613694fb None None] Sync routers for ids ['c2383012-34f7-4a60-8474-b2e3dedd0e1e'] in dv-cinder-844605-1-iscsi {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:19:39.254537 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b45f5cd-1b01-4ad1-b66e-b9d2613694fb None None] Routers {'c2383012-34f7-4a60-8474-b2e3dedd0e1e'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:19:39.255563 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-5b45f5cd-1b01-4ad1-b66e-b9d2613694fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:19:38Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['c2383012-34f7-4a60-8474-b2e3dedd0e1e'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:19:39.292692 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-f9ab01dd-4eb0-475c-9061-73d5c4422da7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:39.315648 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-95b0609d-e899-40b0-969d-bf673e4866c8 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for floatingip, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:39.320466 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b99bba-bd9f-4eb9-8d7b-ad9bb573a205 req-76d23a32-133f-4157-8287-b83406aaa7c6 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] No DVR routers for this DVR port d379ae25-6f21-4761-beca-dd965236840a on host hv-cinder-84460 {{(pid=88177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:19:39.326202 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-f7b99bba-bd9f-4eb9-8d7b-ad9bb573a205 req-76d23a32-133f-4157-8287-b83406aaa7c6 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:39.336048 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aa055df-1bd9-4997-937f-544a1882137e', 'name': 'network-vif-deleted', 'tag': 'd379ae25-6f21-4761-beca-dd965236840a'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:19:39.350888 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-f7b99bba-bd9f-4eb9-8d7b-ad9bb573a205 req-76d23a32-133f-4157-8287-b83406aaa7c6 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.43 "DELETE /v2.0/ports/d379ae25-6f21-4761-beca-dd965236840a HTTP/1.1" status: 204 len: 173 time: 1.4085567 Jun 28 11:19:39.382786 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-95b0609d-e899-40b0-969d-bf673e4866c8 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.3187101 Jun 28 11:19:39.385695 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-f9ab01dd-4eb0-475c-9061-73d5c4422da7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:19:39.386218 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 56676) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:39.387677 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bdcbd98-58ab-495c-a9b7-9781d66ac924', 'tag': '4e3c09b4-043f-4f7c-8cd4-2aca917b44a1'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:19:39.395977 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-f9ab01dd-4eb0-475c-9061-73d5c4422da7 admin admin] Usage tracker for resource:security_group_rule and tenant:f85f932c7ae140c29473541b14d56447 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:19:39.410261 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [None req-c0c7ca4f-341c-4da1-9ee6-7a7bda13954f tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-101660178', 'description': 'tempest-secgroup-smoke-101660178 description', 'project_id': 'd25e7ce42d8c46ecbeacc1c6835ede35'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:19:39.416789 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-f9ab01dd-4eb0-475c-9061-73d5c4422da7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:19:39.430144 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-ffbfe63c-4e3a-4cab-9803-79a971b79a24 req-89e16d76-b590-4bde-80e9-522d8477659f tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/security-groups?id=56306c0d-b659-4870-a456-904bd2051209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2004905 Jun 28 11:19:39.431639 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-c0c7ca4f-341c-4da1-9ee6-7a7bda13954f tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:19:39.448550 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-f9ab01dd-4eb0-475c-9061-73d5c4422da7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:19:39.482239 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-c0c7ca4f-341c-4da1-9ee6-7a7bda13954f tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:19:39.515527 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-c0c7ca4f-341c-4da1-9ee6-7a7bda13954f tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:39.542208 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6323a501-9298-4062-bdfe-4ad428d0770c req-777ce685-6196-49b0-afec-b90fd0b1f925 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:39.544109 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-6323a501-9298-4062-bdfe-4ad428d0770c req-777ce685-6196-49b0-afec-b90fd0b1f925 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=102a8a1b-da21-407e-96a2-2edae90da152 HTTP/1.1" status: 200 len: 944 time: 0.3437414 Jun 28 11:19:39.556702 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f01d295-eb47-4cc8-b0f0-96868f614348'] response: {'server_uuid': '0aa055df-1bd9-4997-937f-544a1882137e', 'name': 'network-vif-deleted', 'tag': 'd379ae25-6f21-4761-beca-dd965236840a', 'status': 'completed', 'code': 200} Jun 28 11:19:39.567021 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-f9ab01dd-4eb0-475c-9061-73d5c4422da7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:39.579386 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-f9ab01dd-4eb0-475c-9061-73d5c4422da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:39.587269 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-5b45f5cd-1b01-4ad1-b66e-b9d2613694fb None None] Set router c2383012-34f7-4a60-8474-b2e3dedd0e1e gateway port host: dv-cinder-844605-1-iscsi {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:19:39.622096 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-c0c7ca4f-341c-4da1-9ee6-7a7bda13954f tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:19:39.642365 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-c0c7ca4f-341c-4da1-9ee6-7a7bda13954f tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Usage tracker for resource:security_group_rule and tenant:d25e7ce42d8c46ecbeacc1c6835ede35 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:19:39.643795 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-f9ab01dd-4eb0-475c-9061-73d5c4422da7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f85f932c7ae140c29473541b14d56447&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4293814 Jun 28 11:19:39.646996 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 56686) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:39.668283 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-c0c7ca4f-341c-4da1-9ee6-7a7bda13954f tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:19:39.708812 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-c0c7ca4f-341c-4da1-9ee6-7a7bda13954f tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:19:39.765360 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ab01dd-4eb0-475c-9061-73d5c4422da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f193d6d1-0315-480e-b0c6-2b991dc66efd,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:39.825587 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-614a10dd-ae06-4131-990a-bf8f9384c6bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:39.834262 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-969293d7-6be4-4a67-bdee-bf8553061561'] response: {'name': 'network-changed', 'server_uuid': '3bdcbd98-58ab-495c-a9b7-9781d66ac924', 'tag': '4e3c09b4-043f-4f7c-8cd4-2aca917b44a1', 'status': 'completed', 'code': 200} Jun 28 11:19:39.841381 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device 436a23dc-be0c-4601-85a0-35bfef377977 up at agent hyperv_hv-cinder-84460 {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:19:39.847469 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-6323a501-9298-4062-bdfe-4ad428d0770c req-006b2b77-dd75-41f2-b4d0-dd1249aa61e3 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=eae4892b-50c7-41df-9dd4-207cf5f402b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2826703 Jun 28 11:19:39.893958 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-614a10dd-ae06-4131-990a-bf8f9384c6bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:39.979302 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-c0c7ca4f-341c-4da1-9ee6-7a7bda13954f tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:39.996846 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-c0c7ca4f-341c-4da1-9ee6-7a7bda13954f tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:40.003709 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-614a10dd-ae06-4131-990a-bf8f9384c6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:40.039039 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614a10dd-ae06-4131-990a-bf8f9384c6bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f193d6d1-0315-480e-b0c6-2b991dc66efd,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:40.041140 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-614a10dd-ae06-4131-990a-bf8f9384c6bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:40.045533 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-614a10dd-ae06-4131-990a-bf8f9384c6bc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f193d6d1-0315-480e-b0c6-2b991dc66efd HTTP/1.1" status: 204 len: 168 time: 0.3972642 Jun 28 11:19:40.114790 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c7ca4f-341c-4da1-9ee6-7a7bda13954f tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09bb353e-0430-4e85-ac78-b3371c643bff,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:40.131961 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-c0c7ca4f-341c-4da1-9ee6-7a7bda13954f tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:40.133907 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-c0c7ca4f-341c-4da1-9ee6-7a7bda13954f tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.7464819 Jun 28 11:19:40.137047 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 56694) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:40.141986 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f1ae5-2fb8-46ea-b20d-482f8080c4c5 req-7523abd6-41da-402e-94d4-d095ffe2105b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:40.144711 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [None req-ff1d82d1-7fbd-464f-968a-df903ffb8187 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Request body: {'security_group_rule': {'security_group_id': '09bb353e-0430-4e85-ac78-b3371c643bff', 'project_id': 'd25e7ce42d8c46ecbeacc1c6835ede35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:19:40.145676 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-072f1ae5-2fb8-46ea-b20d-482f8080c4c5 req-7523abd6-41da-402e-94d4-d095ffe2105b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d25e7ce42d8c46ecbeacc1c6835ede35&device_id=3bdcbd98-58ab-495c-a9b7-9781d66ac924 HTTP/1.1" status: 200 len: 1098 time: 0.2872655 Jun 28 11:19:40.162001 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-ff1d82d1-7fbd-464f-968a-df903ffb8187 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:19:40.164246 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:40.169881 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-ff1d82d1-7fbd-464f-968a-df903ffb8187 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Usage tracker for resource:security_group_rule and tenant:d25e7ce42d8c46ecbeacc1c6835ede35 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:19:40.210845 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b58b1c24-9254-4745-9794-e7d1435c798c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:40.236934 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Provisioning for port 436a23dc-be0c-4601-85a0-35bfef377977 completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:19:40.267364 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-ff1d82d1-7fbd-464f-968a-df903ffb8187 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:19:40.274813 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Provisioning complete for port 436a23dc-be0c-4601-85a0-35bfef377977 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:19:40.275387 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:40.299330 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-ff1d82d1-7fbd-464f-968a-df903ffb8187 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:19:40.319371 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-bfa90ee3-e054-401f-a3d6-2e5c50dd7be0 req-c559416d-7f12-40ff-b2af-5bed46f9c83f tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.23 "GET /v2.0/ports?device_id=0aa055df-1bd9-4997-937f-544a1882137e HTTP/1.1" status: 200 len: 210 time: 0.1458285 Jun 28 11:19:40.354464 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-ff1d82d1-7fbd-464f-968a-df903ffb8187 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:40.489022 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f1ae5-2fb8-46ea-b20d-482f8080c4c5 req-5b2c6754-1794-4c17-a94d-249153db24d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:40.490564 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-072f1ae5-2fb8-46ea-b20d-482f8080c4c5 req-5b2c6754-1794-4c17-a94d-249153db24d7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=37bb99b0-7529-44da-9b0b-e494ebe4140f HTTP/1.1" status: 200 len: 915 time: 0.3377943 Jun 28 11:19:40.511017 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-ff1d82d1-7fbd-464f-968a-df903ffb8187 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:40.519638 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-ff1d82d1-7fbd-464f-968a-df903ffb8187 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545003'] for security_group_rule, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:40.534557 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Current status of the port 436a23dc-be0c-4601-85a0-35bfef377977 is: BUILD; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:19:40.534964 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:40.575537 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-5b45f5cd-1b01-4ad1-b66e-b9d2613694fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2383012-34f7-4a60-8474-b2e3dedd0e1e', 'name': 'tempest-TestMinimumBasicScenario-824226379-router', 'tenant_id': 'd25e7ce42d8c46ecbeacc1c6835ede35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '4a5a5247-0a7c-427a-832e-9d139b220536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:17:50Z', 'updated_at': '2022-06-28T11:17:54Z', 'revision_number': 4, 'project_id': 'd25e7ce42d8c46ecbeacc1c6835ede35', 'gw_port': {'id': '4a5a5247-0a7c-427a-832e-9d139b220536', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2383012-34f7-4a60-8474-b2e3dedd0e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:17:51Z', 'updated_at': '2022-06-28T11:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_floatingips': [{'id': '0bed7dfb-4770-4fc6-915d-41494a384080', 'tenant_id': 'd25e7ce42d8c46ecbeacc1c6835ede35', 'floating_ip_address': '172.27.2.52', 'floating_network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'router_id': 'c2383012-34f7-4a60-8474-b2e3dedd0e1e', 'port_id': '4e3c09b4-043f-4f7c-8cd4-2aca917b44a1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37bb99b0-7529-44da-9b0b-e494ebe4140f', 'mac_address': 'fa:16:3e:30:a7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdcbd98-58ab-495c-a9b7-9781d66ac924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:19:36Z', 'updated_at': '2022-06-28T11:19:36Z', 'revision_number': 0, 'project_id': 'd25e7ce42d8c46ecbeacc1c6835ede35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '929b3b8a-8771-4ee5-925b-28fd85342d23', 'name': '', 'network_id': '37bb99b0-7529-44da-9b0b-e494ebe4140f', 'tenant_id': 'd25e7ce42d8c46ecbeacc1c6835ede35', 'mac_address': 'fa:16:3e:78:66:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2383012-34f7-4a60-8474-b2e3dedd0e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '8b53bddf-fdb5-43a8-99e3-085d58e36040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:17:54Z', 'updated_at': '2022-06-28T11:18:04Z', 'revision_number': 5, 'project_id': 'd25e7ce42d8c46ecbeacc1c6835ede35', 'subnets': [{'id': '8b53bddf-fdb5-43a8-99e3-085d58e36040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:19:40.579602 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '102a8a1b-da21-407e-96a2-2edae90da152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '436a23dc-be0c-4601-85a0-35bfef377977'}] {{(pid=88179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:19:40.583038 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1d82d1-7fbd-464f-968a-df903ffb8187 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8e95789-abe0-4a9d-b25e-7d29c1338a22,revision_number=0']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:40.590367 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b45f5cd-1b01-4ad1-b66e-b9d2613694fb None None] Checking router: c2383012-34f7-4a60-8474-b2e3dedd0e1e for host: dv-cinder-844605-1-iscsi {{(pid=88179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:19:40.622751 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-ff1d82d1-7fbd-464f-968a-df903ffb8187 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:40.623007 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b45f5cd-1b01-4ad1-b66e-b9d2613694fb None None] Routers {'c2383012-34f7-4a60-8474-b2e3dedd0e1e'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:19:40.623678 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-5b45f5cd-1b01-4ad1-b66e-b9d2613694fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:19:38Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['c2383012-34f7-4a60-8474-b2e3dedd0e1e'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:19:40.627026 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-ff1d82d1-7fbd-464f-968a-df903ffb8187 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4857271 Jun 28 11:19:40.627582 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 56710) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:40.633119 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [None req-655f2c9b-f093-4ccc-944b-e0e00e4fa3de tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Request body: {'security_group_rule': {'security_group_id': '09bb353e-0430-4e85-ac78-b3371c643bff', 'project_id': 'd25e7ce42d8c46ecbeacc1c6835ede35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:19:40.647255 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-655f2c9b-f093-4ccc-944b-e0e00e4fa3de tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:19:40.659309 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-655f2c9b-f093-4ccc-944b-e0e00e4fa3de tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Usage tracker for resource:security_group_rule and tenant:d25e7ce42d8c46ecbeacc1c6835ede35 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:19:40.667074 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-655f2c9b-f093-4ccc-944b-e0e00e4fa3de tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:19:40.704288 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-655f2c9b-f093-4ccc-944b-e0e00e4fa3de tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:19:40.740682 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-655f2c9b-f093-4ccc-944b-e0e00e4fa3de tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:40.781731 dv-cinder-844605-1-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fad4ea54-bee2-4969-83b5-42a4f998f9d8'] response: {'server_uuid': '102a8a1b-da21-407e-96a2-2edae90da152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '436a23dc-be0c-4601-85a0-35bfef377977', 'code': 200} Jun 28 11:19:40.795801 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port 436a23dc-be0c-4601-85a0-35bfef377977, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=436a23dc-be0c-4601-85a0-35bfef377977,segment=NetworkSegment(fd3dbdf8-f40f-4579-8d9f-d3926cb58f5f),segment_id=fd3dbdf8-f40f-4579-8d9f-d3926cb58f5f)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:19:40.914561 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-072f1ae5-2fb8-46ea-b20d-482f8080c4c5 req-b1039605-83d2-42a0-939e-cd760b43e30e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e3c09b4-043f-4f7c-8cd4-2aca917b44a1 HTTP/1.1" status: 200 len: 998 time: 0.4139481 Jun 28 11:19:40.921689 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:40.922990 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device d379ae25-6f21-4761-beca-dd965236840a no longer exists at agent hyperv_hv-cinder-84460 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:19:40.942694 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-655f2c9b-f093-4ccc-944b-e0e00e4fa3de tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:40.957963 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-655f2c9b-f093-4ccc-944b-e0e00e4fa3de tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545003'] for security_group_rule, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:41.015035 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655f2c9b-f093-4ccc-944b-e0e00e4fa3de tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a312a3bd-9dbd-4a12-91b5-c0185d200a9f,revision_number=0']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:41.056239 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] No Port match for: d379ae25-6f21-4761-beca-dd965236840a {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:19:41.056653 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device d379ae25-6f21-4761-beca-dd965236840a not bound to the agent host hv-cinder-84460 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:19:41.068389 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f1ae5-2fb8-46ea-b20d-482f8080c4c5 req-bd55b9f5-edc3-4ed1-bcbd-ec89b36ecba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:41.069832 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-072f1ae5-2fb8-46ea-b20d-482f8080c4c5 req-bd55b9f5-edc3-4ed1-bcbd-ec89b36ecba5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8b53bddf-fdb5-43a8-99e3-085d58e36040 HTTP/1.1" status: 200 len: 853 time: 0.1359339 Jun 28 11:19:41.085266 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1878d7be-992b-4e78-a932-012c39b1ec3f req-78be5ec5-7088-46f5-addb-23f6ed52ca3a tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:41.087750 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-1878d7be-992b-4e78-a932-012c39b1ec3f req-78be5ec5-7088-46f5-addb-23f6ed52ca3a tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5feac2-94f7-4fac-9509-f0a495642234 HTTP/1.1" status: 200 len: 946 time: 0.4297984 Jun 28 11:19:41.105940 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-90b31af6-315a-40c1-95e8-9ba1745e2d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:41.179929 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-655f2c9b-f093-4ccc-944b-e0e00e4fa3de tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:41.182852 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-655f2c9b-f093-4ccc-944b-e0e00e4fa3de tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5543075 Jun 28 11:19:41.186246 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 56724) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:41.200622 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Pushing event updated for resources: {'Port': ['ID=436a23dc-be0c-4601-85a0-35bfef377977,revision_number=5']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:41.213156 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [None req-81ecc116-d8e5-4dea-8dd3-206fa99ee9cc tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Request body: {'security_group_rule': {'security_group_id': '09bb353e-0430-4e85-ac78-b3371c643bff', 'project_id': 'd25e7ce42d8c46ecbeacc1c6835ede35', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:19:41.217348 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-5b45f5cd-1b01-4ad1-b66e-b9d2613694fb None None] Set router c2383012-34f7-4a60-8474-b2e3dedd0e1e gateway port host: dv-cinder-844605-1-iscsi {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:19:41.230860 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-81ecc116-d8e5-4dea-8dd3-206fa99ee9cc tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:19:41.238108 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-81ecc116-d8e5-4dea-8dd3-206fa99ee9cc tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Usage tracker for resource:security_group_rule and tenant:d25e7ce42d8c46ecbeacc1c6835ede35 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:19:41.240396 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-1878d7be-992b-4e78-a932-012c39b1ec3f req-dda02c58-c8e5-41b1-92d8-bdf562aeca35 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/security-groups?id=56306c0d-b659-4870-a456-904bd2051209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832942 Jun 28 11:19:41.253883 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-81ecc116-d8e5-4dea-8dd3-206fa99ee9cc tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:19:41.273068 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-81ecc116-d8e5-4dea-8dd3-206fa99ee9cc tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:19:41.297918 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b74d4-5820-4ffb-ac32-c74b72022302 req-3ebf8934-bffd-449d-8fe7-db3d4fe41262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:41.299909 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-146b74d4-5820-4ffb-ac32-c74b72022302 req-3ebf8934-bffd-449d-8fe7-db3d4fe41262 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=102a8a1b-da21-407e-96a2-2edae90da152 HTTP/1.1" status: 200 len: 1098 time: 0.3155220 Jun 28 11:19:41.312533 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f1ae5-2fb8-46ea-b20d-482f8080c4c5 req-78febb4b-4beb-47ea-928f-9ec1d7ad3867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:41.315655 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-072f1ae5-2fb8-46ea-b20d-482f8080c4c5 req-78febb4b-4beb-47ea-928f-9ec1d7ad3867 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=37bb99b0-7529-44da-9b0b-e494ebe4140f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2264347 Jun 28 11:19:41.328148 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-81ecc116-d8e5-4dea-8dd3-206fa99ee9cc tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:41.610557 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-146b74d4-5820-4ffb-ac32-c74b72022302 req-25cb3ef5-b73c-4aba-bccd-beaf6c66c8cb service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=eae4892b-50c7-41df-9dd4-207cf5f402b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2989433 Jun 28 11:19:41.654424 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d7c81e-1da5-46a8-9839-92bd3ac77ea7 req-9df1abf0-e199-44c5-b5e4-f4faf65d72d2 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:41.661930 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-76d7c81e-1da5-46a8-9839-92bd3ac77ea7 req-9df1abf0-e199-44c5-b5e4-f4faf65d72d2 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=102a8a1b-da21-407e-96a2-2edae90da152 HTTP/1.1" status: 200 len: 945 time: 0.6583812 Jun 28 11:19:41.690872 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-072f1ae5-2fb8-46ea-b20d-482f8080c4c5 req-7c30b752-e7f0-40ae-b41a-a466d8ca8018 service neutron] 10.222.0.43 "GET /v2.0/networks/37bb99b0-7529-44da-9b0b-e494ebe4140f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3574317 Jun 28 11:19:41.734072 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-76d7c81e-1da5-46a8-9839-92bd3ac77ea7 req-552914f1-aa87-4f83-8ebd-352d3de4d25a tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=eae4892b-50c7-41df-9dd4-207cf5f402b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664203 Jun 28 11:19:41.775947 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-81ecc116-d8e5-4dea-8dd3-206fa99ee9cc tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:41.792023 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-81ecc116-d8e5-4dea-8dd3-206fa99ee9cc tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545003'] for security_group_rule, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:41.813201 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ecc116-d8e5-4dea-8dd3-206fa99ee9cc tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5805acf8-84db-418d-98b5-f337a5a98537,revision_number=0']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:41.846114 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-81ecc116-d8e5-4dea-8dd3-206fa99ee9cc tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:41.851224 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-81ecc116-d8e5-4dea-8dd3-206fa99ee9cc tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6583164 Jun 28 11:19:41.852760 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 56750) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:41.861158 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [None req-acd89f10-d76e-4829-b0cf-0521a254c0da tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Request body: {'security_group_rule': {'security_group_id': '09bb353e-0430-4e85-ac78-b3371c643bff', 'project_id': 'd25e7ce42d8c46ecbeacc1c6835ede35', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:19:41.874676 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-acd89f10-d76e-4829-b0cf-0521a254c0da tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:19:41.885503 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-acd89f10-d76e-4829-b0cf-0521a254c0da tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Usage tracker for resource:security_group_rule and tenant:d25e7ce42d8c46ecbeacc1c6835ede35 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:19:41.893647 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-acd89f10-d76e-4829-b0cf-0521a254c0da tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:19:41.907408 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-acd89f10-d76e-4829-b0cf-0521a254c0da tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:19:42.057789 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-5b45f5cd-1b01-4ad1-b66e-b9d2613694fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2383012-34f7-4a60-8474-b2e3dedd0e1e', 'name': 'tempest-TestMinimumBasicScenario-824226379-router', 'tenant_id': 'd25e7ce42d8c46ecbeacc1c6835ede35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '4a5a5247-0a7c-427a-832e-9d139b220536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:17:50Z', 'updated_at': '2022-06-28T11:17:54Z', 'revision_number': 4, 'project_id': 'd25e7ce42d8c46ecbeacc1c6835ede35', 'gw_port': {'id': '4a5a5247-0a7c-427a-832e-9d139b220536', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2383012-34f7-4a60-8474-b2e3dedd0e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:17:51Z', 'updated_at': '2022-06-28T11:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_floatingips': [{'id': '0bed7dfb-4770-4fc6-915d-41494a384080', 'tenant_id': 'd25e7ce42d8c46ecbeacc1c6835ede35', 'floating_ip_address': '172.27.2.52', 'floating_network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'router_id': 'c2383012-34f7-4a60-8474-b2e3dedd0e1e', 'port_id': '4e3c09b4-043f-4f7c-8cd4-2aca917b44a1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37bb99b0-7529-44da-9b0b-e494ebe4140f', 'mac_address': 'fa:16:3e:30:a7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdcbd98-58ab-495c-a9b7-9781d66ac924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:19:36Z', 'updated_at': '2022-06-28T11:19:36Z', 'revision_number': 0, 'project_id': 'd25e7ce42d8c46ecbeacc1c6835ede35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '929b3b8a-8771-4ee5-925b-28fd85342d23', 'name': '', 'network_id': '37bb99b0-7529-44da-9b0b-e494ebe4140f', 'tenant_id': 'd25e7ce42d8c46ecbeacc1c6835ede35', 'mac_address': 'fa:16:3e:78:66:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2383012-34f7-4a60-8474-b2e3dedd0e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '8b53bddf-fdb5-43a8-99e3-085d58e36040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:17:54Z', 'updated_at': '2022-06-28T11:18:04Z', 'revision_number': 5, 'project_id': 'd25e7ce42d8c46ecbeacc1c6835ede35', 'subnets': [{'id': '8b53bddf-fdb5-43a8-99e3-085d58e36040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:19:42.072143 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b45f5cd-1b01-4ad1-b66e-b9d2613694fb None None] The sync data for ids ['c2383012-34f7-4a60-8474-b2e3dedd0e1e'] in dv-cinder-844605-1-iscsi is: [{'id': 'c2383012-34f7-4a60-8474-b2e3dedd0e1e', 'name': 'tempest-TestMinimumBasicScenario-824226379-router', 'tenant_id': 'd25e7ce42d8c46ecbeacc1c6835ede35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '4a5a5247-0a7c-427a-832e-9d139b220536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:17:50Z', 'updated_at': '2022-06-28T11:17:54Z', 'revision_number': 4, 'project_id': 'd25e7ce42d8c46ecbeacc1c6835ede35', 'gw_port': {'id': '4a5a5247-0a7c-427a-832e-9d139b220536', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2383012-34f7-4a60-8474-b2e3dedd0e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:17:51Z', 'updated_at': '2022-06-28T11:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_floatingips': [{'id': '0bed7dfb-4770-4fc6-915d-41494a384080', 'tenant_id': 'd25e7ce42d8c46ecbeacc1c6835ede35', 'floating_ip_address': '172.27.2.52', 'floating_network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'router_id': 'c2383012-34f7-4a60-8474-b2e3dedd0e1e', 'port_id': '4e3c09b4-043f-4f7c-8cd4-2aca917b44a1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37bb99b0-7529-44da-9b0b-e494ebe4140f', 'mac_address': 'fa:16:3e:30:a7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdcbd98-58ab-495c-a9b7-9781d66ac924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:19:36Z', 'updated_at': '2022-06-28T11:19:36Z', 'revision_number': 0, 'project_id': 'd25e7ce42d8c46ecbeacc1c6835ede35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '929b3b8a-8771-4ee5-925b-28fd85342d23', 'name': '', 'network_id': '37bb99b0-7529-44da-9b0b-e494ebe4140f', 'tenant_id': 'd25e7ce42d8c46ecbeacc1c6835ede35', 'mac_address': 'fa:16:3e:78:66:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2383012-34f7-4a60-8474-b2e3dedd0e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '8b53bddf-fdb5-43a8-99e3-085d58e36040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:17:54Z', 'updated_at': '2022-06-28T11:18:04Z', 'revision_number': 5, 'project_id': 'd25e7ce42d8c46ecbeacc1c6835ede35', 'subnets': [{'id': '8b53bddf-fdb5-43a8-99e3-085d58e36040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:19:42.140085 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-acd89f10-d76e-4829-b0cf-0521a254c0da tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:42.265666 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-072f1ae5-2fb8-46ea-b20d-482f8080c4c5 req-1d1093e2-7117-470f-99d0-e58e3e4502a7 service neutron] 10.222.0.43 "GET /v2.0/networks/37bb99b0-7529-44da-9b0b-e494ebe4140f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3556747 Jun 28 11:19:42.278039 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-acd89f10-d76e-4829-b0cf-0521a254c0da tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:42.286836 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-acd89f10-d76e-4829-b0cf-0521a254c0da tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545003'] for security_group_rule, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:42.317807 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd89f10-d76e-4829-b0cf-0521a254c0da tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac1c86ec-c3f6-4114-bdbf-95ad0d332ef7,revision_number=0']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:42.328811 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-acd89f10-d76e-4829-b0cf-0521a254c0da tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:42.331329 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-acd89f10-d76e-4829-b0cf-0521a254c0da tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4770737 Jun 28 11:19:42.333838 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 56762) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:42.339591 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [None req-80a015c0-a212-4078-b9eb-80a3d5e108e6 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Request body: {'security_group_rule': {'security_group_id': '09bb353e-0430-4e85-ac78-b3371c643bff', 'project_id': 'd25e7ce42d8c46ecbeacc1c6835ede35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:19:42.347165 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-80a015c0-a212-4078-b9eb-80a3d5e108e6 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:19:42.351997 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-80a015c0-a212-4078-b9eb-80a3d5e108e6 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Usage tracker for resource:security_group_rule and tenant:d25e7ce42d8c46ecbeacc1c6835ede35 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:19:42.359425 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-80a015c0-a212-4078-b9eb-80a3d5e108e6 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:19:42.369661 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-80a015c0-a212-4078-b9eb-80a3d5e108e6 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:19:42.395162 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.db.securitygroups_db [None req-80a015c0-a212-4078-b9eb-80a3d5e108e6 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Project d25e7ce42d8c46ecbeacc1c6835ede35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 11:19:42.405265 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-80a015c0-a212-4078-b9eb-80a3d5e108e6 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:42.451960 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e801c4-4183-4ddc-9dec-3048603f1acb None None] New status for floating IP 0bed7dfb-4770-4fc6-915d-41494a384080: ACTIVE {{(pid=88180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:19:42.512120 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-80a015c0-a212-4078-b9eb-80a3d5e108e6 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:42.520234 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-80a015c0-a212-4078-b9eb-80a3d5e108e6 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545003'] for security_group_rule, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:42.549041 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-80a015c0-a212-4078-b9eb-80a3d5e108e6 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:42.550472 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-80a015c0-a212-4078-b9eb-80a3d5e108e6 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2156117 Jun 28 11:19:42.553326 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 56766) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:42.558274 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a015c0-a212-4078-b9eb-80a3d5e108e6 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dd7855a-f35e-453e-a76e-f81691bee306,revision_number=0']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:42.559958 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [None req-a8ddbc3b-6b10-40ae-9962-e88a3182be01 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Request body: {'security_group_rule': {'security_group_id': '09bb353e-0430-4e85-ac78-b3371c643bff', 'project_id': 'd25e7ce42d8c46ecbeacc1c6835ede35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:19:42.572261 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-a8ddbc3b-6b10-40ae-9962-e88a3182be01 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:19:42.582716 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-a8ddbc3b-6b10-40ae-9962-e88a3182be01 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Usage tracker for resource:security_group_rule and tenant:d25e7ce42d8c46ecbeacc1c6835ede35 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:19:42.589333 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-a8ddbc3b-6b10-40ae-9962-e88a3182be01 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:19:42.595663 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-a8ddbc3b-6b10-40ae-9962-e88a3182be01 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:19:42.613765 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.db.securitygroups_db [None req-a8ddbc3b-6b10-40ae-9962-e88a3182be01 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Project d25e7ce42d8c46ecbeacc1c6835ede35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 11:19:42.625878 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-a8ddbc3b-6b10-40ae-9962-e88a3182be01 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:42.725150 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-a8ddbc3b-6b10-40ae-9962-e88a3182be01 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:42.735664 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-a8ddbc3b-6b10-40ae-9962-e88a3182be01 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545003'] for security_group_rule, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:42.757144 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ddbc3b-6b10-40ae-9962-e88a3182be01 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4fbe5e3-839e-41c8-9883-b65e250703e6,revision_number=0']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:42.799424 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-a8ddbc3b-6b10-40ae-9962-e88a3182be01 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:42.801706 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-a8ddbc3b-6b10-40ae-9962-e88a3182be01 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2468143 Jun 28 11:19:43.009740 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-9cd50596-c562-42fc-83e0-4784594b44ad req-056de757-6f41-4278-bf10-f57b71ea2628 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-101660178&fields=id&tenant_id=d25e7ce42d8c46ecbeacc1c6835ede35 HTTP/1.1" status: 200 len: 267 time: 0.0888906 Jun 28 11:19:43.061869 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330bf44b-f917-4cab-89a1-0273f072b260 req-85ac1487-d82a-4194-b3eb-23344160c34b tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:43.071807 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-330bf44b-f917-4cab-89a1-0273f072b260 req-85ac1487-d82a-4194-b3eb-23344160c34b tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=102a8a1b-da21-407e-96a2-2edae90da152 HTTP/1.1" status: 200 len: 945 time: 0.1811152 Jun 28 11:19:43.143198 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd50596-c562-42fc-83e0-4784594b44ad req-5fa4c38d-7bb0-4f8d-a567-5d400b14e822 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:43.144902 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-9cd50596-c562-42fc-83e0-4784594b44ad req-5fa4c38d-7bb0-4f8d-a567-5d400b14e822 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bdcbd98-58ab-495c-a9b7-9781d66ac924 HTTP/1.1" status: 200 len: 945 time: 0.1296883 Jun 28 11:19:43.164432 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [req-9cd50596-c562-42fc-83e0-4784594b44ad req-1ebe3e85-c4aa-4198-82c6-137846d61f02 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Request body: {'port': {'security_groups': ['241009c6-b554-4232-9a2a-0be989c868ee', '09bb353e-0430-4e85-ac78-b3371c643bff']}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:19:43.291562 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-330bf44b-f917-4cab-89a1-0273f072b260 req-8e85b7db-2633-4e0a-ac24-9b8be9979585 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=eae4892b-50c7-41df-9dd4-207cf5f402b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2187662 Jun 28 11:19:43.370255 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [req-9cd50596-c562-42fc-83e0-4784594b44ad req-1ebe3e85-c4aa-4198-82c6-137846d61f02 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:43.738165 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.db [req-9cd50596-c562-42fc-83e0-4784594b44ad req-1ebe3e85-c4aa-4198-82c6-137846d61f02 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] For port 4e3c09b4-043f-4f7c-8cd4-2aca917b44a1, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=4e3c09b4-043f-4f7c-8cd4-2aca917b44a1,segment=NetworkSegment(6b36a0ab-7f32-456b-b1e8-8438e0a384f8),segment_id=6b36a0ab-7f32-456b-b1e8-8438e0a384f8)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:19:43.773235 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [req-9cd50596-c562-42fc-83e0-4784594b44ad req-1ebe3e85-c4aa-4198-82c6-137846d61f02 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Notify callbacks [] for port, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:43.791810 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [req-9cd50596-c562-42fc-83e0-4784594b44ad req-1ebe3e85-c4aa-4198-82c6-137846d61f02 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2287912'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:43.881514 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd50596-c562-42fc-83e0-4784594b44ad req-1ebe3e85-c4aa-4198-82c6-137846d61f02 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:43.882146 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [req-9cd50596-c562-42fc-83e0-4784594b44ad req-1ebe3e85-c4aa-4198-82c6-137846d61f02 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for port, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:43.886989 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-9cd50596-c562-42fc-83e0-4784594b44ad req-1ebe3e85-c4aa-4198-82c6-137846d61f02 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "PUT /v2.0/ports/4e3c09b4-043f-4f7c-8cd4-2aca917b44a1 HTTP/1.1" status: 200 len: 981 time: 0.7279072 Jun 28 11:19:43.894043 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bdcbd98-58ab-495c-a9b7-9781d66ac924', 'tag': '4e3c09b4-043f-4f7c-8cd4-2aca917b44a1'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:19:43.947570 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebe3e85-c4aa-4198-82c6-137846d61f02 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Pushing event updated for resources: {'Port': ['ID=4e3c09b4-043f-4f7c-8cd4-2aca917b44a1,revision_number=6']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:44.007976 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1239520-849a-489f-84e3-33e6986ca5b5'] response: {'name': 'network-changed', 'server_uuid': '3bdcbd98-58ab-495c-a9b7-9781d66ac924', 'tag': '4e3c09b4-043f-4f7c-8cd4-2aca917b44a1', 'status': 'completed', 'code': 200} Jun 28 11:19:44.170848 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16a079-3ab2-4824-a0b4-990dee28265a req-0e49dc0c-7604-45be-a2f7-f50743f9f4d2 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:44.172396 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-dd16a079-3ab2-4824-a0b4-990dee28265a req-0e49dc0c-7604-45be-a2f7-f50743f9f4d2 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bdcbd98-58ab-495c-a9b7-9781d66ac924 HTTP/1.1" status: 200 len: 984 time: 0.1116607 Jun 28 11:19:44.251389 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-dd16a079-3ab2-4824-a0b4-990dee28265a req-6749ccfa-6dd1-4990-a6da-04fa9f5f2fe0 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Synchronizing usage tracker for tenant:d25e7ce42d8c46ecbeacc1c6835ede35 on resource:security_group {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:19:44.255243 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-02230fb4-f075-4b6b-a32a-2412c9e7949a None None] Provisioning complete for port 4e3c09b4-043f-4f7c-8cd4-2aca917b44a1 triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:19:44.256315 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-02230fb4-f075-4b6b-a32a-2412c9e7949a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:44.278693 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-dd16a079-3ab2-4824-a0b4-990dee28265a req-6749ccfa-6dd1-4990-a6da-04fa9f5f2fe0 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Unset dirty status for tenant:d25e7ce42d8c46ecbeacc1c6835ede35 on resource:security_group {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:19:44.279969 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-dd16a079-3ab2-4824-a0b4-990dee28265a req-6749ccfa-6dd1-4990-a6da-04fa9f5f2fe0 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/security-groups?id=09bb353e-0430-4e85-ac78-b3371c643bff&id=241009c6-b554-4232-9a2a-0be989c868ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0937614 Jun 28 11:19:44.412551 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 56838) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:44.453184 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-02230fb4-f075-4b6b-a32a-2412c9e7949a None None] Current status of the port 4e3c09b4-043f-4f7c-8cd4-2aca917b44a1 is: ACTIVE; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:19:44.542857 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbea9d66-41c0-4201-9055-0c267c353f6c req-9966b429-6606-4c37-b3b5-537e5f7573ef tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:44.551797 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-bbea9d66-41c0-4201-9055-0c267c353f6c req-9966b429-6606-4c37-b3b5-537e5f7573ef tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=102a8a1b-da21-407e-96a2-2edae90da152 HTTP/1.1" status: 200 len: 945 time: 0.1160240 Jun 28 11:19:44.566809 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ed0ec3d7-1d76-485f-b10f-235f837f9689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:44.589005 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-ed0ec3d7-1d76-485f-b10f-235f837f9689 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:19:44.596617 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-ed0ec3d7-1d76-485f-b10f-235f837f9689 admin admin] Usage tracker for resource:security_group_rule and tenant:da8c7fd628874c81b8b06ca34644ea7f is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:19:44.601824 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-ed0ec3d7-1d76-485f-b10f-235f837f9689 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:19:44.608006 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-bbea9d66-41c0-4201-9055-0c267c353f6c req-1f9efa20-7c71-4bfe-811f-df00599e8c08 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=eae4892b-50c7-41df-9dd4-207cf5f402b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552127 Jun 28 11:19:44.616929 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-ed0ec3d7-1d76-485f-b10f-235f837f9689 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:19:44.711933 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ed0ec3d7-1d76-485f-b10f-235f837f9689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:44.719849 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ed0ec3d7-1d76-485f-b10f-235f837f9689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:44.769055 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0ec3d7-1d76-485f-b10f-235f837f9689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b253f86-0b7e-4073-bf65-486e8ef7c921,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:44.775019 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-ed0ec3d7-1d76-485f-b10f-235f837f9689 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=da8c7fd628874c81b8b06ca34644ea7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3607376 Jun 28 11:19:44.778004 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 56848) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:44.846086 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-8e5484b7-3339-4585-9a66-005b96de6b18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:44.873994 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-8e5484b7-3339-4585-9a66-005b96de6b18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:44.940761 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-8e5484b7-3339-4585-9a66-005b96de6b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:44.963114 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5484b7-3339-4585-9a66-005b96de6b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b253f86-0b7e-4073-bf65-486e8ef7c921,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:44.966636 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-8e5484b7-3339-4585-9a66-005b96de6b18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:44.967757 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-8e5484b7-3339-4585-9a66-005b96de6b18 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5b253f86-0b7e-4073-bf65-486e8ef7c921 HTTP/1.1" status: 204 len: 168 time: 0.1883376 Jun 28 11:19:45.340144 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 56858) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:45.360225 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-0b447024-af89-48c7-bf11-bd84645dfbb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:45.375503 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-0b447024-af89-48c7-bf11-bd84645dfbb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:19:45.380064 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-0b447024-af89-48c7-bf11-bd84645dfbb4 admin admin] Usage tracker for resource:security_group_rule and tenant:2fb6ce865e5e4491b0fe13fc2350d2da is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:19:45.383067 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-0b447024-af89-48c7-bf11-bd84645dfbb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:19:45.389118 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-0b447024-af89-48c7-bf11-bd84645dfbb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:19:45.491205 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-0b447024-af89-48c7-bf11-bd84645dfbb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:45.497718 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-0b447024-af89-48c7-bf11-bd84645dfbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:45.546495 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] get_ports_and_sgs() called for port_ids ['4e3c09b4-043f-4f7c-8cd4-2aca917b44a1'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:19:45.548140 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-0b447024-af89-48c7-bf11-bd84645dfbb4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2fb6ce865e5e4491b0fe13fc2350d2da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2068546 Jun 28 11:19:45.550154 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b447024-af89-48c7-bf11-bd84645dfbb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5735b0c0-686a-4c3a-81ef-0ee25c439499,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:45.550834 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 56862) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:45.718018 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] get_ports_and_sgs() called for port_ids ['4e3c09b4-043f-4f7c-8cd4-2aca917b44a1'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:19:45.797493 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-77712b6a-4532-4f2e-813c-b18f228ea3a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:45.813335 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131c908a-63fd-49a9-8316-ad5ebe16a7b4 req-f70f096e-5062-4957-93b7-c35d85247cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:45.815647 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-131c908a-63fd-49a9-8316-ad5ebe16a7b4 req-f70f096e-5062-4957-93b7-c35d85247cde service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d25e7ce42d8c46ecbeacc1c6835ede35&device_id=3bdcbd98-58ab-495c-a9b7-9781d66ac924 HTTP/1.1" status: 200 len: 1137 time: 0.2282226 Jun 28 11:19:45.865358 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-77712b6a-4532-4f2e-813c-b18f228ea3a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:46.011827 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-77712b6a-4532-4f2e-813c-b18f228ea3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:46.053581 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77712b6a-4532-4f2e-813c-b18f228ea3a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5735b0c0-686a-4c3a-81ef-0ee25c439499,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:46.097588 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0970d4f5-13de-4a7b-b65e-2b698aee7a1f req-ff9a4cdf-4184-4560-bc63-18138c481106 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:46.108092 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-0970d4f5-13de-4a7b-b65e-2b698aee7a1f req-ff9a4cdf-4184-4560-bc63-18138c481106 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=102a8a1b-da21-407e-96a2-2edae90da152 HTTP/1.1" status: 200 len: 945 time: 0.3631124 Jun 28 11:19:46.151267 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-77712b6a-4532-4f2e-813c-b18f228ea3a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:46.155997 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-77712b6a-4532-4f2e-813c-b18f228ea3a8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5735b0c0-686a-4c3a-81ef-0ee25c439499 HTTP/1.1" status: 204 len: 168 time: 0.6030259 Jun 28 11:19:46.160296 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131c908a-63fd-49a9-8316-ad5ebe16a7b4 req-ece1443d-55f6-4ded-ac42-ffc72a3069ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:46.161741 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-131c908a-63fd-49a9-8316-ad5ebe16a7b4 req-ece1443d-55f6-4ded-ac42-ffc72a3069ac service neutron] 10.222.0.43 "GET /v2.0/networks?id=37bb99b0-7529-44da-9b0b-e494ebe4140f HTTP/1.1" status: 200 len: 915 time: 0.3283238 Jun 28 11:19:46.261181 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-0970d4f5-13de-4a7b-b65e-2b698aee7a1f req-3492d0e4-35f4-448f-903f-1c89203e8b53 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=eae4892b-50c7-41df-9dd4-207cf5f402b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518102 Jun 28 11:19:46.308790 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-131c908a-63fd-49a9-8316-ad5ebe16a7b4 req-8126c007-75da-444b-ab8a-3d39f536ba21 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e3c09b4-043f-4f7c-8cd4-2aca917b44a1 HTTP/1.1" status: 200 len: 1000 time: 0.1344047 Jun 28 11:19:46.414636 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131c908a-63fd-49a9-8316-ad5ebe16a7b4 req-3a439dcd-a08c-4c33-8e54-5ce6d72cdfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:46.416087 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-131c908a-63fd-49a9-8316-ad5ebe16a7b4 req-3a439dcd-a08c-4c33-8e54-5ce6d72cdfc4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8b53bddf-fdb5-43a8-99e3-085d58e36040 HTTP/1.1" status: 200 len: 853 time: 0.0965352 Jun 28 11:19:46.584019 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131c908a-63fd-49a9-8316-ad5ebe16a7b4 req-9c8e1d95-d245-4040-b7c8-e50ff1bde956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:46.586759 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-131c908a-63fd-49a9-8316-ad5ebe16a7b4 req-9c8e1d95-d245-4040-b7c8-e50ff1bde956 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=37bb99b0-7529-44da-9b0b-e494ebe4140f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1562195 Jun 28 11:19:46.791066 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-131c908a-63fd-49a9-8316-ad5ebe16a7b4 req-ff2a8ab8-021a-4c92-97f6-4e55e76b72e8 service neutron] 10.222.0.43 "GET /v2.0/networks/37bb99b0-7529-44da-9b0b-e494ebe4140f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916673 Jun 28 11:19:47.050765 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-131c908a-63fd-49a9-8316-ad5ebe16a7b4 req-18ab76c2-930e-4bee-828f-fd3728dcaccd service neutron] 10.222.0.43 "GET /v2.0/networks/37bb99b0-7529-44da-9b0b-e494ebe4140f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443409 Jun 28 11:19:47.473100 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b61ec-c57b-451c-9563-d1fcc85e1d31 req-bdd25bc5-2e35-426a-86e4-44c80883502c tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:47.480146 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-999b61ec-c57b-451c-9563-d1fcc85e1d31 req-bdd25bc5-2e35-426a-86e4-44c80883502c tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=102a8a1b-da21-407e-96a2-2edae90da152 HTTP/1.1" status: 200 len: 945 time: 0.1064982 Jun 28 11:19:47.535556 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-999b61ec-c57b-451c-9563-d1fcc85e1d31 req-c7d54480-55e6-44ce-bfdf-330eea16bd46 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=eae4892b-50c7-41df-9dd4-207cf5f402b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517590 Jun 28 11:19:47.780224 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a0ff69-abbc-4ed9-9ead-e7556405d4d2 req-3b49efd8-af3d-4bb4-a6d1-7a7b5d7e20f9 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:47.780224 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-a7a0ff69-abbc-4ed9-9ead-e7556405d4d2 req-3b49efd8-af3d-4bb4-a6d1-7a7b5d7e20f9 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=102a8a1b-da21-407e-96a2-2edae90da152 HTTP/1.1" status: 200 len: 945 time: 0.1201580 Jun 28 11:19:47.790910 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 56954) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:47.823629 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [None req-fbaf310c-a974-46c0-ba26-c82d4500301e tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Request body: {'floatingip': {'port_id': '436a23dc-be0c-4601-85a0-35bfef377977'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:19:47.917091 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-fbaf310c-a974-46c0-ba26-c82d4500301e tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Notify callbacks [] for floatingip, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:48.670003 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-fbaf310c-a974-46c0-ba26-c82d4500301e tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:48.675054 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-fbaf310c-a974-46c0-ba26-c82d4500301e tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361935'] for floatingip, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:48.955496 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.db.l3_db [None req-fbaf310c-a974-46c0-ba26-c82d4500301e tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Floating IP 3e0306cc-69f5-4b97-9c3d-0936d3a867ab associated. External IP: 172.27.2.133, port: 436a23dc-be0c-4601-85a0-35bfef377977. Jun 28 11:19:49.325672 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbaf310c-a974-46c0-ba26-c82d4500301e tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Router 2f923ac8-4c4e-43e4-b41d-becdee648a9c has already been hosted by L3 agent 65138fbb-a379-4cdd-9015-09db381edeba {{(pid=88178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:19:49.507786 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbaf310c-a974-46c0-ba26-c82d4500301e tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Notify agent at l3_agent.dv-cinder-844605-1-iscsi the message routers_updated {{(pid=88178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:19:49.518544 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72c4e72-7cb9-4f25-8caf-307a6ee28e05 None None] Sync routers for ids ['2f923ac8-4c4e-43e4-b41d-becdee648a9c'] in dv-cinder-844605-1-iscsi {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:19:49.521459 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-fbaf310c-a974-46c0-ba26-c82d4500301e tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for floatingip, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:49.528593 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72c4e72-7cb9-4f25-8caf-307a6ee28e05 None None] Routers {'2f923ac8-4c4e-43e4-b41d-becdee648a9c'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:19:49.529328 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-a72c4e72-7cb9-4f25-8caf-307a6ee28e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:19:38Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['2f923ac8-4c4e-43e4-b41d-becdee648a9c'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:19:49.580030 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-fbaf310c-a974-46c0-ba26-c82d4500301e tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "PUT /v2.0/floatingips/3e0306cc-69f5-4b97-9c3d-0936d3a867ab HTTP/1.1" status: 200 len: 991 time: 1.7764268 Jun 28 11:19:49.580786 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '102a8a1b-da21-407e-96a2-2edae90da152', 'tag': '436a23dc-be0c-4601-85a0-35bfef377977'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:19:49.627515 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0596be6f-a2fa-4eff-b803-691dd480b35d'] response: {'name': 'network-changed', 'server_uuid': '102a8a1b-da21-407e-96a2-2edae90da152', 'tag': '436a23dc-be0c-4601-85a0-35bfef377977', 'status': 'completed', 'code': 200} Jun 28 11:19:49.709759 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-a72c4e72-7cb9-4f25-8caf-307a6ee28e05 None None] Set router 2f923ac8-4c4e-43e4-b41d-becdee648a9c gateway port host: dv-cinder-844605-1-iscsi {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:19:50.069149 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-a72c4e72-7cb9-4f25-8caf-307a6ee28e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f923ac8-4c4e-43e4-b41d-becdee648a9c', 'name': 'tempest-ServerRescueNegativeTestJSON-1407272727-router', 'tenant_id': '39ee6a774aa94963a4c024612cabe0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '3616dc42-9ca0-491f-a6d4-a5d6b1d82601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:24Z', 'updated_at': '2022-06-28T11:16:37Z', 'revision_number': 4, 'project_id': '39ee6a774aa94963a4c024612cabe0ab', 'gw_port': {'id': '3616dc42-9ca0-491f-a6d4-a5d6b1d82601', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:42:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f923ac8-4c4e-43e4-b41d-becdee648a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:25Z', 'updated_at': '2022-06-28T11:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_floatingips': [{'id': '3e0306cc-69f5-4b97-9c3d-0936d3a867ab', 'tenant_id': '39ee6a774aa94963a4c024612cabe0ab', 'floating_ip_address': '172.27.2.133', 'floating_network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'router_id': '2f923ac8-4c4e-43e4-b41d-becdee648a9c', 'port_id': '436a23dc-be0c-4601-85a0-35bfef377977', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dcee093-7093-4d70-9e54-e71a2fd9b0d8', 'mac_address': 'fa:16:3e:20:bb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102a8a1b-da21-407e-96a2-2edae90da152', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:19:20Z', 'updated_at': '2022-06-28T11:19:48Z', 'revision_number': 1, 'project_id': '39ee6a774aa94963a4c024612cabe0ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab89ce2b-e0be-4d8e-acd2-7d6575707034', 'name': '', 'network_id': '3dcee093-7093-4d70-9e54-e71a2fd9b0d8', 'tenant_id': '39ee6a774aa94963a4c024612cabe0ab', 'mac_address': 'fa:16:3e:b4:0c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f923ac8-4c4e-43e4-b41d-becdee648a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '4959b550-e4a6-4bb2-a9b3-3d13206321f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:34Z', 'updated_at': '2022-06-28T11:16:56Z', 'revision_number': 5, 'project_id': '39ee6a774aa94963a4c024612cabe0ab', 'subnets': [{'id': '4959b550-e4a6-4bb2-a9b3-3d13206321f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:19:50.073352 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72c4e72-7cb9-4f25-8caf-307a6ee28e05 None None] Checking router: 2f923ac8-4c4e-43e4-b41d-becdee648a9c for host: dv-cinder-844605-1-iscsi {{(pid=88179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:19:50.082653 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72c4e72-7cb9-4f25-8caf-307a6ee28e05 None None] Routers {'2f923ac8-4c4e-43e4-b41d-becdee648a9c'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:19:50.083256 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-a72c4e72-7cb9-4f25-8caf-307a6ee28e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:19:38Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['2f923ac8-4c4e-43e4-b41d-becdee648a9c'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:19:50.291673 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-a72c4e72-7cb9-4f25-8caf-307a6ee28e05 None None] Set router 2f923ac8-4c4e-43e4-b41d-becdee648a9c gateway port host: dv-cinder-844605-1-iscsi {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:19:50.637852 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-a72c4e72-7cb9-4f25-8caf-307a6ee28e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f923ac8-4c4e-43e4-b41d-becdee648a9c', 'name': 'tempest-ServerRescueNegativeTestJSON-1407272727-router', 'tenant_id': '39ee6a774aa94963a4c024612cabe0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '3616dc42-9ca0-491f-a6d4-a5d6b1d82601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:24Z', 'updated_at': '2022-06-28T11:16:37Z', 'revision_number': 4, 'project_id': '39ee6a774aa94963a4c024612cabe0ab', 'gw_port': {'id': '3616dc42-9ca0-491f-a6d4-a5d6b1d82601', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:42:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f923ac8-4c4e-43e4-b41d-becdee648a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:25Z', 'updated_at': '2022-06-28T11:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_floatingips': [{'id': '3e0306cc-69f5-4b97-9c3d-0936d3a867ab', 'tenant_id': '39ee6a774aa94963a4c024612cabe0ab', 'floating_ip_address': '172.27.2.133', 'floating_network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'router_id': '2f923ac8-4c4e-43e4-b41d-becdee648a9c', 'port_id': '436a23dc-be0c-4601-85a0-35bfef377977', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dcee093-7093-4d70-9e54-e71a2fd9b0d8', 'mac_address': 'fa:16:3e:20:bb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102a8a1b-da21-407e-96a2-2edae90da152', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:19:20Z', 'updated_at': '2022-06-28T11:19:48Z', 'revision_number': 1, 'project_id': '39ee6a774aa94963a4c024612cabe0ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab89ce2b-e0be-4d8e-acd2-7d6575707034', 'name': '', 'network_id': '3dcee093-7093-4d70-9e54-e71a2fd9b0d8', 'tenant_id': '39ee6a774aa94963a4c024612cabe0ab', 'mac_address': 'fa:16:3e:b4:0c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f923ac8-4c4e-43e4-b41d-becdee648a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '4959b550-e4a6-4bb2-a9b3-3d13206321f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:34Z', 'updated_at': '2022-06-28T11:16:56Z', 'revision_number': 5, 'project_id': '39ee6a774aa94963a4c024612cabe0ab', 'subnets': [{'id': '4959b550-e4a6-4bb2-a9b3-3d13206321f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:19:50.641918 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72c4e72-7cb9-4f25-8caf-307a6ee28e05 None None] The sync data for ids ['2f923ac8-4c4e-43e4-b41d-becdee648a9c'] in dv-cinder-844605-1-iscsi is: [{'id': '2f923ac8-4c4e-43e4-b41d-becdee648a9c', 'name': 'tempest-ServerRescueNegativeTestJSON-1407272727-router', 'tenant_id': '39ee6a774aa94963a4c024612cabe0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '3616dc42-9ca0-491f-a6d4-a5d6b1d82601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:24Z', 'updated_at': '2022-06-28T11:16:37Z', 'revision_number': 4, 'project_id': '39ee6a774aa94963a4c024612cabe0ab', 'gw_port': {'id': '3616dc42-9ca0-491f-a6d4-a5d6b1d82601', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:42:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f923ac8-4c4e-43e4-b41d-becdee648a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:25Z', 'updated_at': '2022-06-28T11:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_floatingips': [{'id': '3e0306cc-69f5-4b97-9c3d-0936d3a867ab', 'tenant_id': '39ee6a774aa94963a4c024612cabe0ab', 'floating_ip_address': '172.27.2.133', 'floating_network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'router_id': '2f923ac8-4c4e-43e4-b41d-becdee648a9c', 'port_id': '436a23dc-be0c-4601-85a0-35bfef377977', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dcee093-7093-4d70-9e54-e71a2fd9b0d8', 'mac_address': 'fa:16:3e:20:bb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102a8a1b-da21-407e-96a2-2edae90da152', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:19:20Z', 'updated_at': '2022-06-28T11:19:48Z', 'revision_number': 1, 'project_id': '39ee6a774aa94963a4c024612cabe0ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab89ce2b-e0be-4d8e-acd2-7d6575707034', 'name': '', 'network_id': '3dcee093-7093-4d70-9e54-e71a2fd9b0d8', 'tenant_id': '39ee6a774aa94963a4c024612cabe0ab', 'mac_address': 'fa:16:3e:b4:0c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f923ac8-4c4e-43e4-b41d-becdee648a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '4959b550-e4a6-4bb2-a9b3-3d13206321f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:34Z', 'updated_at': '2022-06-28T11:16:56Z', 'revision_number': 5, 'project_id': '39ee6a774aa94963a4c024612cabe0ab', 'subnets': [{'id': '4959b550-e4a6-4bb2-a9b3-3d13206321f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:19:50.847437 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0314773a-d4df-4a7c-a2df-087e88562e81 None None] New status for floating IP 3e0306cc-69f5-4b97-9c3d-0936d3a867ab: ACTIVE {{(pid=88180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:19:51.489195 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.agents_db [None req-fef25e13-dc2d-42bf-aa2e-f684c08e94a6 None None] Agent healthcheck: found 6 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:19:52.186022 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93986c26-85fd-4c30-a9f5-6cd31771c619 req-61941004-6957-479b-9365-e64ea8e5be7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:52.187502 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-93986c26-85fd-4c30-a9f5-6cd31771c619 req-61941004-6957-479b-9365-e64ea8e5be7a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39ee6a774aa94963a4c024612cabe0ab&device_id=102a8a1b-da21-407e-96a2-2edae90da152 HTTP/1.1" status: 200 len: 1098 time: 0.0852108 Jun 28 11:19:52.349308 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93986c26-85fd-4c30-a9f5-6cd31771c619 req-84cbcf79-f477-4a39-83bf-6a97d68748cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:52.350638 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-93986c26-85fd-4c30-a9f5-6cd31771c619 req-84cbcf79-f477-4a39-83bf-6a97d68748cc service neutron] 10.222.0.43 "GET /v2.0/networks?id=3dcee093-7093-4d70-9e54-e71a2fd9b0d8 HTTP/1.1" status: 200 len: 920 time: 0.1313982 Jun 28 11:19:52.456517 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-93986c26-85fd-4c30-a9f5-6cd31771c619 req-25dbb171-e92d-423a-861d-d41867c3b890 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=436a23dc-be0c-4601-85a0-35bfef377977 HTTP/1.1" status: 200 len: 1001 time: 0.0956697 Jun 28 11:19:52.624904 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93986c26-85fd-4c30-a9f5-6cd31771c619 req-282519e6-7f30-4fc2-9ef2-618deb1d23f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:52.626237 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-93986c26-85fd-4c30-a9f5-6cd31771c619 req-282519e6-7f30-4fc2-9ef2-618deb1d23f5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4959b550-e4a6-4bb2-a9b3-3d13206321f5 HTTP/1.1" status: 200 len: 858 time: 0.1623280 Jun 28 11:19:52.711787 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93986c26-85fd-4c30-a9f5-6cd31771c619 req-9d7c1fc7-04b7-4a6d-8e48-35924a3da024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:52.713269 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-93986c26-85fd-4c30-a9f5-6cd31771c619 req-9d7c1fc7-04b7-4a6d-8e48-35924a3da024 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3dcee093-7093-4d70-9e54-e71a2fd9b0d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0794773 Jun 28 11:19:52.851040 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-93986c26-85fd-4c30-a9f5-6cd31771c619 req-29708ddd-ae63-4bdf-8922-c032af0691ae service neutron] 10.222.0.43 "GET /v2.0/networks/3dcee093-7093-4d70-9e54-e71a2fd9b0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296098 Jun 28 11:19:52.992280 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-93986c26-85fd-4c30-a9f5-6cd31771c619 req-e6640ee9-df69-45ce-bd61-9999882a1d39 service neutron] 10.222.0.43 "GET /v2.0/networks/3dcee093-7093-4d70-9e54-e71a2fd9b0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311147 Jun 28 11:19:54.496979 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3100cde-7c30-4cdb-a442-38701107b3b7 req-7a4b17a0-d046-4db9-950d-6acc8e4acbc4 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:54.498604 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c3100cde-7c30-4cdb-a442-38701107b3b7 req-7a4b17a0-d046-4db9-950d-6acc8e4acbc4 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.23 "GET /v2.0/networks?id=8e788129-e567-4d36-a395-fd7465b86db5 HTTP/1.1" status: 200 len: 813 time: 0.1597030 Jun 28 11:19:54.513457 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c3100cde-7c30-4cdb-a442-38701107b3b7 req-9a762291-1d0c-408f-9dee-e692f22db31a tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.23 "GET /v2.0/quotas/7149105604f048a8b4ba6d27b4e85549 HTTP/1.1" status: 200 len: 375 time: 0.0093012 Jun 28 11:19:54.571777 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-c3100cde-7c30-4cdb-a442-38701107b3b7 req-382bf48c-d55c-487a-8a10-3cb4bdbabc75 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Synchronizing usage tracker for tenant:7149105604f048a8b4ba6d27b4e85549 on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:19:54.590769 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-c3100cde-7c30-4cdb-a442-38701107b3b7 req-382bf48c-d55c-487a-8a10-3cb4bdbabc75 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Unset dirty status for tenant:7149105604f048a8b4ba6d27b4e85549 on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:19:54.592115 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c3100cde-7c30-4cdb-a442-38701107b3b7 req-382bf48c-d55c-487a-8a10-3cb4bdbabc75 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7149105604f048a8b4ba6d27b4e85549&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0727963 Jun 28 11:19:54.728035 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c3100cde-7c30-4cdb-a442-38701107b3b7 req-9015d472-09a8-4cd8-a1ef-1034637c2415 service neutron] 10.222.0.23 "GET /v2.0/networks/8e788129-e567-4d36-a395-fd7465b86db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281934 Jun 28 11:19:54.859098 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c3100cde-7c30-4cdb-a442-38701107b3b7 req-db7f159d-8d63-4037-9a33-29424b0b5504 service neutron] 10.222.0.23 "GET /v2.0/networks/8e788129-e567-4d36-a395-fd7465b86db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249659 Jun 28 11:19:55.209706 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-63f927de-5a7a-4806-9fa9-57925f604ba2 req-3a46597e-d224-4685-9675-783daa327627 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.23 "GET /v2.0/ports?device_id=38cc84de-7c25-44ab-907f-dc0b884b2f15 HTTP/1.1" status: 200 len: 210 time: 0.0604842 Jun 28 11:19:55.519035 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 57124) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:55.578575 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.db_base_plugin_v2 [None req-f51fff27-0f15-4fa4-a688-75502d49c969 admin admin] Deleting subnet c92c7dcf-42ef-470f-b262-61fdf96e867a {{(pid=88178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 28 11:19:55.582540 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-f51fff27-0f15-4fa4-a688-75502d49c969 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:55.634559 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-f51fff27-0f15-4fa4-a688-75502d49c969 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2289234'] for subnet, precommit_delete_associations {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:55.688960 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-f51fff27-0f15-4fa4-a688-75502d49c969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7782429'] for subnet, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:55.765130 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-f51fff27-0f15-4fa4-a688-75502d49c969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7782438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2287970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2482708'] for subnet, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:55.808276 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51fff27-0f15-4fa4-a688-75502d49c969 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c92c7dcf-42ef-470f-b262-61fdf96e867a,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:55.810261 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-f51fff27-0f15-4fa4-a688-75502d49c969 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:55.816851 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-f51fff27-0f15-4fa4-a688-75502d49c969 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c92c7dcf-42ef-470f-b262-61fdf96e867a HTTP/1.1" status: 204 len: 168 time: 0.2967327 Jun 28 11:19:55.819511 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 57128) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:55.924490 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-2edcf1b1-99b3-42db-b6f9-def45225ecb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7702436'] for network, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:56.159977 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-2edcf1b1-99b3-42db-b6f9-def45225ecb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7788904', 'neutron.services.segments.db._delete_segments_for_network-8782104351353'] for network, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:56.185955 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.services.segments.db [None req-2edcf1b1-99b3-42db-b6f9-def45225ecb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c01d387-d358-4f29-bf7d-6abba4f7274f']}} {{(pid=88178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:19:56.198380 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.services.segments.db [None req-2edcf1b1-99b3-42db-b6f9-def45225ecb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf57fc87-7cdf-4217-a690-fdc2f976a68e') {'for_net_delete': True} {{(pid=88178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:19:56.198677 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.services.segments.db [None req-2edcf1b1-99b3-42db-b6f9-def45225ecb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf57fc87-7cdf-4217-a690-fdc2f976a68e') {} {{(pid=88178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:19:56.210348 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-2edcf1b1-99b3-42db-b6f9-def45225ecb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782104354196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2289243'] for segment, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:56.228094 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-2edcf1b1-99b3-42db-b6f9-def45225ecb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812087'] for segment, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:56.234509 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2edcf1b1-99b3-42db-b6f9-def45225ecb4 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=88178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 11:19:56.234901 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-2edcf1b1-99b3-42db-b6f9-def45225ecb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7812088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2288076'] for segment, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:56.331235 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-2edcf1b1-99b3-42db-b6f9-def45225ecb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7788903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361949'] for network, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:56.349203 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.services.segments.plugin [-] Segment cf57fc87-7cdf-4217-a690-fdc2f976a68e resource provider aggregate not found Jun 28 11:19:56.355126 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-2edcf1b1-99b3-42db-b6f9-def45225ecb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562711'] for network, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:56.373510 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edcf1b1-99b3-42db-b6f9-def45225ecb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c01d387-d358-4f29-bf7d-6abba4f7274f,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:56.380027 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.services.segments.plugin [-] Segment cf57fc87-7cdf-4217-a690-fdc2f976a68e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cf57fc87-7cdf-4217-a690-fdc2f976a68e found for delete ", "request_id": "req-02cf7b18-cfe2-49eb-8355-a4aabbe9c98b"}]} Jun 28 11:19:56.386143 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-2edcf1b1-99b3-42db-b6f9-def45225ecb4 admin admin] 10.222.0.23 "DELETE /v2.0/networks/7c01d387-d358-4f29-bf7d-6abba4f7274f HTTP/1.1" status: 204 len: 168 time: 0.5656767 Jun 28 11:19:56.418672 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-6dc71548-9c70-4828-88fd-d6056a0aca36 req-b15d7f70-1c64-4332-94c0-d68fe605e5c3 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.23 "GET /v2.0/ports?device_id=38cc84de-7c25-44ab-907f-dc0b884b2f15 HTTP/1.1" status: 200 len: 210 time: 0.0766242 Jun 28 11:19:56.474923 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3100cde-7c30-4cdb-a442-38701107b3b7 req-76f35775-a081-442e-8e5d-af10a7d66b3a tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:56.476671 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c3100cde-7c30-4cdb-a442-38701107b3b7 req-76f35775-a081-442e-8e5d-af10a7d66b3a tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.43 "GET /v2.0/networks?id=8e788129-e567-4d36-a395-fd7465b86db5 HTTP/1.1" status: 200 len: 813 time: 0.2728069 Jun 28 11:19:56.502641 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [req-c3100cde-7c30-4cdb-a442-38701107b3b7 req-fd1ac068-6cda-4c06-9603-4ab76a9f1bc6 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Request body: {'port': {'device_id': '38cc84de-7c25-44ab-907f-dc0b884b2f15', 'network_id': '8e788129-e567-4d36-a395-fd7465b86db5', 'admin_state_up': True, 'tenant_id': '7149105604f048a8b4ba6d27b4e85549'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:19:56.582241 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 57150) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:56.630711 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-292538f0-165d-4c26-ac59-7b2f6df45675 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=135dd37bc4244e3798de728d72965864&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472777 Jun 28 11:19:56.633682 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 57154) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:56.643549 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [req-c3100cde-7c30-4cdb-a442-38701107b3b7 req-fd1ac068-6cda-4c06-9603-4ab76a9f1bc6 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:19:56.653660 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [req-c3100cde-7c30-4cdb-a442-38701107b3b7 req-fd1ac068-6cda-4c06-9603-4ab76a9f1bc6 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:19:56.663375 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3100cde-7c30-4cdb-a442-38701107b3b7 req-fd1ac068-6cda-4c06-9603-4ab76a9f1bc6 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Made reservation on behalf of 7149105604f048a8b4ba6d27b4e85549 for: {'port': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:19:56.666949 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-c3100cde-7c30-4cdb-a442-38701107b3b7 req-fd1ac068-6cda-4c06-9603-4ab76a9f1bc6 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:56.694892 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-eec9a480-b9e1-4bda-93ca-6fff4a4ff505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:56.728238 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-eec9a480-b9e1-4bda-93ca-6fff4a4ff505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:56.781539 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-eec9a480-b9e1-4bda-93ca-6fff4a4ff505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:56.798370 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec9a480-b9e1-4bda-93ca-6fff4a4ff505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f4dbcb-6d20-4b45-afa8-5e21259d1ccf,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:56.811617 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-eec9a480-b9e1-4bda-93ca-6fff4a4ff505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:56.812810 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-eec9a480-b9e1-4bda-93ca-6fff4a4ff505 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/88f4dbcb-6d20-4b45-afa8-5e21259d1ccf HTTP/1.1" status: 204 len: 168 time: 0.1781883 Jun 28 11:19:56.834945 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.db_base_plugin_common [req-c3100cde-7c30-4cdb-a442-38701107b3b7 req-fd1ac068-6cda-4c06-9603-4ab76a9f1bc6 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Allocated IP 172.20.0.2 (8e788129-e567-4d36-a395-fd7465b86db5/e1976996-5574-4c04-b53b-51f7f22eb8dd/65fce046-332d-454e-8944-141f89d170c3) {{(pid=88177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:19:57.140009 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-c3100cde-7c30-4cdb-a442-38701107b3b7 req-fd1ac068-6cda-4c06-9603-4ab76a9f1bc6 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Notify callbacks [] for port, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:57.172942 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-c3100cde-7c30-4cdb-a442-38701107b3b7 req-fd1ac068-6cda-4c06-9603-4ab76a9f1bc6 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782103981231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2688079'] for port, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:57.244681 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3100cde-7c30-4cdb-a442-38701107b3b7 req-fd1ac068-6cda-4c06-9603-4ab76a9f1bc6 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Network 8e788129-e567-4d36-a395-fd7465b86db5 is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:19:57.247701 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.base_scheduler [req-c3100cde-7c30-4cdb-a442-38701107b3b7 req-fd1ac068-6cda-4c06-9603-4ab76a9f1bc6 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:19:57.252062 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3100cde-7c30-4cdb-a442-38701107b3b7 req-fd1ac068-6cda-4c06-9603-4ab76a9f1bc6 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Received port after_create {{(pid=88177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:19:57.286111 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1ac068-6cda-4c06-9603-4ab76a9f1bc6 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Pushing event updated for resources: {'Port': ['ID=65fce046-332d-454e-8944-141f89d170c3,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:57.320565 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3100cde-7c30-4cdb-a442-38701107b3b7 req-fd1ac068-6cda-4c06-9603-4ab76a9f1bc6 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:57.321216 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-c3100cde-7c30-4cdb-a442-38701107b3b7 req-fd1ac068-6cda-4c06-9603-4ab76a9f1bc6 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:57.348738 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c3100cde-7c30-4cdb-a442-38701107b3b7 req-fd1ac068-6cda-4c06-9603-4ab76a9f1bc6 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8508425 Jun 28 11:19:57.369365 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [req-c3100cde-7c30-4cdb-a442-38701107b3b7 req-93f2a5d6-d3bf-43f5-9f91-733757ba1268 service neutron] Request body: {'port': {'device_id': '38cc84de-7c25-44ab-907f-dc0b884b2f15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:19:57.487084 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-c3100cde-7c30-4cdb-a442-38701107b3b7 req-93f2a5d6-d3bf-43f5-9f91-733757ba1268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:57.646690 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea54188-5159-41d6-bcb4-83444fa2724d req-1fde6d6e-8535-4887-84a1-8e534c340ff3 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:57.648742 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-1ea54188-5159-41d6-bcb4-83444fa2724d req-1fde6d6e-8535-4887-84a1-8e534c340ff3 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.23 "GET /v2.0/ports?device_id=38cc84de-7c25-44ab-907f-dc0b884b2f15 HTTP/1.1" status: 200 len: 931 time: 0.0969069 Jun 28 11:19:57.697722 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-1ea54188-5159-41d6-bcb4-83444fa2724d req-0b7d7959-5202-49c7-b4b3-a5d52d3ee3b5 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.23 "GET /v2.0/security-groups?id=e34c8d16-925b-4f8d-a849-9711126fc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429370 Jun 28 11:19:57.852817 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.notifiers.nova [req-c3100cde-7c30-4cdb-a442-38701107b3b7 req-93f2a5d6-d3bf-43f5-9f91-733757ba1268 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65fce046-332d-454e-8944-141f89d170c3 {{(pid=88177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:19:57.860136 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-c3100cde-7c30-4cdb-a442-38701107b3b7 req-93f2a5d6-d3bf-43f5-9f91-733757ba1268 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:57.875700 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.provisioning_blocks [req-c3100cde-7c30-4cdb-a442-38701107b3b7 req-93f2a5d6-d3bf-43f5-9f91-733757ba1268 service neutron] Transition to ACTIVE for port object 65fce046-332d-454e-8944-141f89d170c3 will not be triggered until provisioned by entity L2. {{(pid=88177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:19:57.881708 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-c3100cde-7c30-4cdb-a442-38701107b3b7 req-93f2a5d6-d3bf-43f5-9f91-733757ba1268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2688088'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:58.022077 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f2a5d6-d3bf-43f5-9f91-733757ba1268 service neutron] Pushing event updated for resources: {'Port': ['ID=65fce046-332d-454e-8944-141f89d170c3,revision_number=2']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:58.148897 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.managers [req-c3100cde-7c30-4cdb-a442-38701107b3b7 req-93f2a5d6-d3bf-43f5-9f91-733757ba1268 service neutron] Attempting to bind port 65fce046-332d-454e-8944-141f89d170c3 on host hv-cinder-84460 for vnic_type normal with profile {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:19:58.149313 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.managers [req-c3100cde-7c30-4cdb-a442-38701107b3b7 req-93f2a5d6-d3bf-43f5-9f91-733757ba1268 service neutron] Attempting to bind port 65fce046-332d-454e-8944-141f89d170c3 by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': '937b9452-8559-4247-9669-ea0d1b80b66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8e788129-e567-4d36-a395-fd7465b86db5'}] {{(pid=88177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:19:58.149702 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3100cde-7c30-4cdb-a442-38701107b3b7 req-93f2a5d6-d3bf-43f5-9f91-733757ba1268 service neutron] Attempting to bind port 65fce046-332d-454e-8944-141f89d170c3 on network 8e788129-e567-4d36-a395-fd7465b86db5 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:19:58.154602 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3100cde-7c30-4cdb-a442-38701107b3b7 req-93f2a5d6-d3bf-43f5-9f91-733757ba1268 service neutron] Port 65fce046-332d-454e-8944-141f89d170c3 on network 8e788129-e567-4d36-a395-fd7465b86db5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 11:19:58.154983 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3100cde-7c30-4cdb-a442-38701107b3b7 req-93f2a5d6-d3bf-43f5-9f91-733757ba1268 service neutron] Attempting to bind port 65fce046-332d-454e-8944-141f89d170c3 on network 8e788129-e567-4d36-a395-fd7465b86db5 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:19:58.160678 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3100cde-7c30-4cdb-a442-38701107b3b7 req-93f2a5d6-d3bf-43f5-9f91-733757ba1268 service neutron] Checking agent: {'id': '08bfabbf-d5f3-4ca7-8c16-3ebc8bd75d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 14), 'started_at': datetime.datetime(2022, 6, 28, 11, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:19:58.161090 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3100cde-7c30-4cdb-a442-38701107b3b7 req-93f2a5d6-d3bf-43f5-9f91-733757ba1268 service neutron] Checking segment: {'id': '937b9452-8559-4247-9669-ea0d1b80b66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8e788129-e567-4d36-a395-fd7465b86db5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:19:58.161583 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3100cde-7c30-4cdb-a442-38701107b3b7 req-93f2a5d6-d3bf-43f5-9f91-733757ba1268 service neutron] Bound using segment: {'id': '937b9452-8559-4247-9669-ea0d1b80b66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8e788129-e567-4d36-a395-fd7465b86db5'} {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:19:58.162038 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.managers [req-c3100cde-7c30-4cdb-a442-38701107b3b7 req-93f2a5d6-d3bf-43f5-9f91-733757ba1268 service neutron] Bound port: 65fce046-332d-454e-8944-141f89d170c3, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '937b9452-8559-4247-9669-ea0d1b80b66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8e788129-e567-4d36-a395-fd7465b86db5'}}] {{(pid=88177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:19:58.162446 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-c3100cde-7c30-4cdb-a442-38701107b3b7 req-93f2a5d6-d3bf-43f5-9f91-733757ba1268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:58.315716 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.db [req-c3100cde-7c30-4cdb-a442-38701107b3b7 req-93f2a5d6-d3bf-43f5-9f91-733757ba1268 service neutron] For port 65fce046-332d-454e-8944-141f89d170c3, host hv-cinder-84460, cleared binding levels {{(pid=88177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:19:58.327046 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.db [req-c3100cde-7c30-4cdb-a442-38701107b3b7 req-93f2a5d6-d3bf-43f5-9f91-733757ba1268 service neutron] For port 65fce046-332d-454e-8944-141f89d170c3, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=65fce046-332d-454e-8944-141f89d170c3,segment=NetworkSegment(937b9452-8559-4247-9669-ea0d1b80b66e),segment_id=937b9452-8559-4247-9669-ea0d1b80b66e)] {{(pid=88177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:19:58.333225 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-c3100cde-7c30-4cdb-a442-38701107b3b7 req-93f2a5d6-d3bf-43f5-9f91-733757ba1268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2688088'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:58.397133 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3100cde-7c30-4cdb-a442-38701107b3b7 req-93f2a5d6-d3bf-43f5-9f91-733757ba1268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:58.398092 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-c3100cde-7c30-4cdb-a442-38701107b3b7 req-93f2a5d6-d3bf-43f5-9f91-733757ba1268 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:58.399841 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c3100cde-7c30-4cdb-a442-38701107b3b7 req-93f2a5d6-d3bf-43f5-9f91-733757ba1268 service neutron] 10.222.0.43 "PUT /v2.0/ports/65fce046-332d-454e-8944-141f89d170c3 HTTP/1.1" status: 200 len: 1093 time: 1.0348902 Jun 28 11:19:58.402045 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38cc84de-7c25-44ab-907f-dc0b884b2f15', 'tag': '65fce046-332d-454e-8944-141f89d170c3'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:19:58.426315 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b5432010-a008-40f1-a16e-f1f3d6fea34c req-aee60685-6623-48d9-a701-85ee013a7398 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2bf380c0-b4f7-43e2-a809-1619f0a0ef32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1770864 Jun 28 11:19:58.431171 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f2a5d6-d3bf-43f5-9f91-733757ba1268 service neutron] Pushing event updated for resources: {'Port': ['ID=65fce046-332d-454e-8944-141f89d170c3,revision_number=3']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:58.452002 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b2a10be-2e0e-48c2-a389-ac99fd33e50a'] response: {'name': 'network-changed', 'server_uuid': '38cc84de-7c25-44ab-907f-dc0b884b2f15', 'tag': '65fce046-332d-454e-8944-141f89d170c3', 'status': 'completed', 'code': 200} Jun 28 11:19:58.621155 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5432010-a008-40f1-a16e-f1f3d6fea34c req-78e10839-dc6f-4991-a22b-b73666a749df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:58.622608 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b5432010-a008-40f1-a16e-f1f3d6fea34c req-78e10839-dc6f-4991-a22b-b73666a749df service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9a519a8d5c54458c8ad1c43bdb399503&device_id=2bf380c0-b4f7-43e2-a809-1619f0a0ef32 HTTP/1.1" status: 200 len: 1099 time: 0.1081378 Jun 28 11:19:58.624400 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3100cde-7c30-4cdb-a442-38701107b3b7 req-27774d14-e7b1-4466-a774-ac10a0a896ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:58.626363 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c3100cde-7c30-4cdb-a442-38701107b3b7 req-27774d14-e7b1-4466-a774-ac10a0a896ff service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7149105604f048a8b4ba6d27b4e85549&device_id=38cc84de-7c25-44ab-907f-dc0b884b2f15 HTTP/1.1" status: 200 len: 1096 time: 0.1491618 Jun 28 11:19:58.719336 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c3100cde-7c30-4cdb-a442-38701107b3b7 req-bb728c27-5f79-452f-ba5b-ac990a183435 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=65fce046-332d-454e-8944-141f89d170c3 HTTP/1.1" status: 200 len: 217 time: 0.0855076 Jun 28 11:19:58.854626 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3100cde-7c30-4cdb-a442-38701107b3b7 req-1d8039c5-5830-4d45-b1e3-5984c538c55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:58.856123 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c3100cde-7c30-4cdb-a442-38701107b3b7 req-1d8039c5-5830-4d45-b1e3-5984c538c55b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1976996-5574-4c04-b53b-51f7f22eb8dd HTTP/1.1" status: 200 len: 853 time: 0.0875237 Jun 28 11:19:58.896129 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3b9ed-6b75-4d52-bb50-6600448b4d37 req-7e8f2956-fadd-4235-ae39-fc93e641e7d0 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:58.897597 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-14a3b9ed-6b75-4d52-bb50-6600448b4d37 req-7e8f2956-fadd-4235-ae39-fc93e641e7d0 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.23 "GET /v2.0/ports?device_id=38cc84de-7c25-44ab-907f-dc0b884b2f15 HTTP/1.1" status: 200 len: 943 time: 0.0918679 Jun 28 11:19:58.952809 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-14a3b9ed-6b75-4d52-bb50-6600448b4d37 req-4b2a7691-1524-4c80-aeff-82b4b742d55c tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.23 "GET /v2.0/security-groups?id=e34c8d16-925b-4f8d-a849-9711126fc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489511 Jun 28 11:19:59.002811 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5432010-a008-40f1-a16e-f1f3d6fea34c req-680d9e59-5639-4b47-95fb-3427639769a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:59.004264 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b5432010-a008-40f1-a16e-f1f3d6fea34c req-680d9e59-5639-4b47-95fb-3427639769a8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=21e79c31-8e4c-4686-94df-41e665c65d49 HTTP/1.1" status: 200 len: 915 time: 0.3194618 Jun 28 11:19:59.011419 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c3100cde-7c30-4cdb-a442-38701107b3b7 req-8d115964-94ae-4887-9f20-ef670bc9c471 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8e788129-e567-4d36-a395-fd7465b86db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1422670 Jun 28 11:19:59.192359 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b5432010-a008-40f1-a16e-f1f3d6fea34c req-f3a021a3-60d9-494c-b90e-aafd4107b6e8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bfc1801b-3d8a-4549-be03-706bb1aea69b HTTP/1.1" status: 200 len: 1001 time: 0.1796572 Jun 28 11:19:59.272340 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c3100cde-7c30-4cdb-a442-38701107b3b7 req-87605e84-abed-49b0-bc9c-a59aaae77985 service neutron] 10.222.0.43 "GET /v2.0/networks/8e788129-e567-4d36-a395-fd7465b86db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125814 Jun 28 11:19:59.281656 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5432010-a008-40f1-a16e-f1f3d6fea34c req-84e75a96-c160-46af-a8bb-1563c496006b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:59.282992 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b5432010-a008-40f1-a16e-f1f3d6fea34c req-84e75a96-c160-46af-a8bb-1563c496006b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0543e16d-abbf-4f46-8991-01ac45b7ec02 HTTP/1.1" status: 200 len: 853 time: 0.0759840 Jun 28 11:19:59.481606 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c3100cde-7c30-4cdb-a442-38701107b3b7 req-fb49ea5a-81cc-4908-8c5b-3dbd81bec26a service neutron] 10.222.0.43 "GET /v2.0/networks/8e788129-e567-4d36-a395-fd7465b86db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015483 Jun 28 11:19:59.485832 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5432010-a008-40f1-a16e-f1f3d6fea34c req-58a3e9d6-5bf8-47b5-86a6-b88f4fc44434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:59.487254 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b5432010-a008-40f1-a16e-f1f3d6fea34c req-58a3e9d6-5bf8-47b5-86a6-b88f4fc44434 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=21e79c31-8e4c-4686-94df-41e665c65d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1835487 Jun 28 11:19:59.579308 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:59.708151 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b5432010-a008-40f1-a16e-f1f3d6fea34c req-d769a018-3f8f-49b3-9f25-e25f2a36f3ba service neutron] 10.222.0.43 "GET /v2.0/networks/21e79c31-8e4c-4686-94df-41e665c65d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080073 Jun 28 11:19:59.718066 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d95e30-8c05-4dea-869e-04e7fffc45dd req-38190529-979c-435e-84ed-506c31953ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:59.719486 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b5d95e30-8c05-4dea-869e-04e7fffc45dd req-38190529-979c-435e-84ed-506c31953ce9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7149105604f048a8b4ba6d27b4e85549&device_id=38cc84de-7c25-44ab-907f-dc0b884b2f15 HTTP/1.1" status: 200 len: 1096 time: 0.1461270 Jun 28 11:19:59.967131 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b5432010-a008-40f1-a16e-f1f3d6fea34c req-8a57de27-fd0e-4f4e-8bb0-fe32b3a188e4 service neutron] 10.222.0.43 "GET /v2.0/networks/21e79c31-8e4c-4686-94df-41e665c65d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466576 Jun 28 11:19:59.969444 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d95e30-8c05-4dea-869e-04e7fffc45dd req-bd64d7b6-28bd-48fd-916b-9173c94f626d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:59.972457 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b5d95e30-8c05-4dea-869e-04e7fffc45dd req-bd64d7b6-28bd-48fd-916b-9173c94f626d service neutron] 10.222.0.43 "GET /v2.0/networks?id=8e788129-e567-4d36-a395-fd7465b86db5 HTTP/1.1" status: 200 len: 914 time: 0.2317100 Jun 28 11:20:00.101183 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b5d95e30-8c05-4dea-869e-04e7fffc45dd req-325b2130-dcb2-4943-a797-caf4f98321b9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=65fce046-332d-454e-8944-141f89d170c3 HTTP/1.1" status: 200 len: 217 time: 0.0969908 Jun 28 11:20:00.235204 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d95e30-8c05-4dea-869e-04e7fffc45dd req-9cdbd3f7-71d4-443e-8fdc-672915eeea6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:00.237592 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b5d95e30-8c05-4dea-869e-04e7fffc45dd req-9cdbd3f7-71d4-443e-8fdc-672915eeea6d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1976996-5574-4c04-b53b-51f7f22eb8dd HTTP/1.1" status: 200 len: 853 time: 0.0945568 Jun 28 11:20:00.300678 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b5d95e30-8c05-4dea-869e-04e7fffc45dd req-f3e01853-406c-4c46-ae32-dc61a3b50713 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8e788129-e567-4d36-a395-fd7465b86db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548627 Jun 28 11:20:00.312377 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3aed87-109b-4d4e-8b3b-9eb48d5735b3 req-4570f2bf-177a-4c05-8d13-9af18500c59b tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:00.313047 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-4a3aed87-109b-4d4e-8b3b-9eb48d5735b3 req-4570f2bf-177a-4c05-8d13-9af18500c59b tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Synchronizing usage tracker for tenant:7149105604f048a8b4ba6d27b4e85549 on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:20:00.414417 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-4a3aed87-109b-4d4e-8b3b-9eb48d5735b3 req-4570f2bf-177a-4c05-8d13-9af18500c59b tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Unset dirty status for tenant:7149105604f048a8b4ba6d27b4e85549 on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:20:00.415815 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-4a3aed87-109b-4d4e-8b3b-9eb48d5735b3 req-4570f2bf-177a-4c05-8d13-9af18500c59b tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.23 "GET /v2.0/ports?device_id=38cc84de-7c25-44ab-907f-dc0b884b2f15 HTTP/1.1" status: 200 len: 943 time: 0.3111253 Jun 28 11:20:00.508949 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-4a3aed87-109b-4d4e-8b3b-9eb48d5735b3 req-4b515f96-8cb7-40a2-9d7d-66a893e77d90 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.23 "GET /v2.0/security-groups?id=e34c8d16-925b-4f8d-a849-9711126fc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853016 Jun 28 11:20:00.512157 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b5d95e30-8c05-4dea-869e-04e7fffc45dd req-0e6a6c09-c8dd-4c62-ac79-2ba829a784ce service neutron] 10.222.0.43 "GET /v2.0/networks/8e788129-e567-4d36-a395-fd7465b86db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963370 Jun 28 11:20:00.733113 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b5d95e30-8c05-4dea-869e-04e7fffc45dd req-c3185772-b219-4799-80d5-81fb19d1e257 service neutron] 10.222.0.43 "GET /v2.0/networks/8e788129-e567-4d36-a395-fd7465b86db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115414 Jun 28 11:20:01.724864 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af167e-dc6e-4b4a-bfe5-1499798a6bbd req-88d50e27-b224-4437-b327-b730d99bc3f4 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:01.726449 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-53af167e-dc6e-4b4a-bfe5-1499798a6bbd req-88d50e27-b224-4437-b327-b730d99bc3f4 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.23 "GET /v2.0/ports?device_id=38cc84de-7c25-44ab-907f-dc0b884b2f15 HTTP/1.1" status: 200 len: 943 time: 0.1087780 Jun 28 11:20:01.774051 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-53af167e-dc6e-4b4a-bfe5-1499798a6bbd req-76279214-ff88-4b95-b13b-acab8a4efbbb tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.23 "GET /v2.0/security-groups?id=e34c8d16-925b-4f8d-a849-9711126fc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417693 Jun 28 11:20:02.992312 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c6b75-eed5-4fcf-91e7-d32993e19412 req-b77740d1-b340-4968-88e0-28c8d150d632 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:02.994325 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-280c6b75-eed5-4fcf-91e7-d32993e19412 req-b77740d1-b340-4968-88e0-28c8d150d632 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.23 "GET /v2.0/ports?device_id=38cc84de-7c25-44ab-907f-dc0b884b2f15 HTTP/1.1" status: 200 len: 943 time: 0.1074312 Jun 28 11:20:03.042191 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-280c6b75-eed5-4fcf-91e7-d32993e19412 req-3d51a0b4-cc6e-4bdf-aca0-88515631c4f2 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.23 "GET /v2.0/security-groups?id=e34c8d16-925b-4f8d-a849-9711126fc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420182 Jun 28 11:20:03.585571 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device 65fce046-332d-454e-8944-141f89d170c3 details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=88179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:20:03.745959 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port 65fce046-332d-454e-8944-141f89d170c3, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=65fce046-332d-454e-8944-141f89d170c3,segment=NetworkSegment(937b9452-8559-4247-9669-ea0d1b80b66e),segment_id=937b9452-8559-4247-9669-ea0d1b80b66e)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:20:03.762579 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Returning: {'device': '65fce046-332d-454e-8944-141f89d170c3', 'network_id': '8e788129-e567-4d36-a395-fd7465b86db5', 'port_id': '65fce046-332d-454e-8944-141f89d170c3', 'mac_address': 'fa:16:3e:9b:ca:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1976996-5574-4c04-b53b-51f7f22eb8dd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:20:03.818010 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Current status of the port 65fce046-332d-454e-8944-141f89d170c3 is: DOWN; New status is: BUILD {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:20:03.818397 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:03.836832 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65fce046-332d-454e-8944-141f89d170c3 {{(pid=88179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:20:03.853752 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port 65fce046-332d-454e-8944-141f89d170c3, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=65fce046-332d-454e-8944-141f89d170c3,segment=NetworkSegment(937b9452-8559-4247-9669-ea0d1b80b66e),segment_id=937b9452-8559-4247-9669-ea0d1b80b66e)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:20:03.858918 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:03.927751 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Pushing event updated for resources: {'Port': ['ID=65fce046-332d-454e-8944-141f89d170c3,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:04.228101 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] get_ports_and_sgs() called for port_ids ['65fce046-332d-454e-8944-141f89d170c3'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:20:04.288024 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5986513b-86c2-40f2-9f8c-61693d1f7da9 req-42eed581-4150-4200-82f5-e9849f0943ba tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:04.289672 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-5986513b-86c2-40f2-9f8c-61693d1f7da9 req-42eed581-4150-4200-82f5-e9849f0943ba tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.23 "GET /v2.0/ports?device_id=38cc84de-7c25-44ab-907f-dc0b884b2f15 HTTP/1.1" status: 200 len: 944 time: 0.1121035 Jun 28 11:20:04.338442 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-5986513b-86c2-40f2-9f8c-61693d1f7da9 req-5459cacc-224e-4c0e-aec0-a2a4d4cf6b6c tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.23 "GET /v2.0/security-groups?id=e34c8d16-925b-4f8d-a849-9711126fc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427339 Jun 28 11:20:05.545256 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4bb02-eab8-4d36-8fe0-853878fd243b req-b5fa7385-96d3-4c78-99e3-c130469bf9ee tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:05.546596 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-02c4bb02-eab8-4d36-8fe0-853878fd243b req-b5fa7385-96d3-4c78-99e3-c130469bf9ee tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.23 "GET /v2.0/ports?device_id=38cc84de-7c25-44ab-907f-dc0b884b2f15 HTTP/1.1" status: 200 len: 944 time: 0.0964649 Jun 28 11:20:05.591741 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-02c4bb02-eab8-4d36-8fe0-853878fd243b req-3ef9cf43-d073-48ca-8065-b9c888a9027a tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.23 "GET /v2.0/security-groups?id=e34c8d16-925b-4f8d-a849-9711126fc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388343 Jun 28 11:20:05.603473 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device 65fce046-332d-454e-8944-141f89d170c3 up at agent hyperv_hv-cinder-84460 {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:20:05.701987 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Provisioning for port 65fce046-332d-454e-8944-141f89d170c3 completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:20:05.707679 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Provisioning complete for port 65fce046-332d-454e-8944-141f89d170c3 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:20:05.708048 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:05.849242 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Current status of the port 65fce046-332d-454e-8944-141f89d170c3 is: BUILD; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:20:05.849242 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:05.883535 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38cc84de-7c25-44ab-907f-dc0b884b2f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65fce046-332d-454e-8944-141f89d170c3'}] {{(pid=88179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:20:05.893751 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port 65fce046-332d-454e-8944-141f89d170c3, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=65fce046-332d-454e-8944-141f89d170c3,segment=NetworkSegment(937b9452-8559-4247-9669-ea0d1b80b66e),segment_id=937b9452-8559-4247-9669-ea0d1b80b66e)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:20:05.898440 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:05.930710 dv-cinder-844605-1-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1088e62-0d77-4af1-9905-4e6795bb8255'] response: {'server_uuid': '38cc84de-7c25-44ab-907f-dc0b884b2f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65fce046-332d-454e-8944-141f89d170c3', 'code': 200} Jun 28 11:20:05.974912 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Pushing event updated for resources: {'Port': ['ID=65fce046-332d-454e-8944-141f89d170c3,revision_number=5']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:06.196203 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60a99c-abdb-4173-b286-e04831ae050d req-5bb687e5-f244-4f23-a446-27cf6a25dd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:06.197643 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-2e60a99c-abdb-4173-b286-e04831ae050d req-5bb687e5-f244-4f23-a446-27cf6a25dd83 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=38cc84de-7c25-44ab-907f-dc0b884b2f15 HTTP/1.1" status: 200 len: 1098 time: 0.0842071 Jun 28 11:20:06.239347 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f0c0ede1-2e99-40e8-8273-f2c153e1cd48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:06.251316 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-2e60a99c-abdb-4173-b286-e04831ae050d req-9ede7be5-12f3-4b2e-bf24-ea44d6241ede service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e34c8d16-925b-4f8d-a849-9711126fc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380142 Jun 28 11:20:06.783716 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e47b3e-6fcb-4a2e-9e3c-2ab93e204b4c req-0568f34e-5161-4c88-824e-063d897b3132 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:06.786080 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-63e47b3e-6fcb-4a2e-9e3c-2ab93e204b4c req-0568f34e-5161-4c88-824e-063d897b3132 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.23 "GET /v2.0/ports?device_id=38cc84de-7c25-44ab-907f-dc0b884b2f15 HTTP/1.1" status: 200 len: 945 time: 0.0894809 Jun 28 11:20:06.831621 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-63e47b3e-6fcb-4a2e-9e3c-2ab93e204b4c req-732682cd-cd75-47d0-84c8-2eab6b89cb05 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.23 "GET /v2.0/security-groups?id=e34c8d16-925b-4f8d-a849-9711126fc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396879 Jun 28 11:20:08.043492 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d870f-adcf-4ecb-9284-095d9ba888b2 req-946169dc-3efc-4c73-985d-4089fdac5cf3 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:08.044966 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-ff1d870f-adcf-4ecb-9284-095d9ba888b2 req-946169dc-3efc-4c73-985d-4089fdac5cf3 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.23 "GET /v2.0/ports?device_id=38cc84de-7c25-44ab-907f-dc0b884b2f15 HTTP/1.1" status: 200 len: 945 time: 0.0933802 Jun 28 11:20:08.097571 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-ff1d870f-adcf-4ecb-9284-095d9ba888b2 req-2d454416-4cd3-4800-9053-86a7cc5a9bed tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.23 "GET /v2.0/security-groups?id=e34c8d16-925b-4f8d-a849-9711126fc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464737 Jun 28 11:20:08.428485 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-aeaa4e1c-6c45-4ae8-a213-d0e6d3d2400e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:09.319844 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab9234-9ac3-4de9-8225-fc3c17136b00 req-62a16e51-b8d1-469b-81d1-b6c1a2bad268 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:09.321211 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c1ab9234-9ac3-4de9-8225-fc3c17136b00 req-62a16e51-b8d1-469b-81d1-b6c1a2bad268 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.23 "GET /v2.0/ports?device_id=38cc84de-7c25-44ab-907f-dc0b884b2f15 HTTP/1.1" status: 200 len: 945 time: 0.0950096 Jun 28 11:20:09.371182 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c1ab9234-9ac3-4de9-8225-fc3c17136b00 req-b349c863-d402-476e-af45-fe125761d4ce tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.23 "GET /v2.0/security-groups?id=e34c8d16-925b-4f8d-a849-9711126fc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415437 Jun 28 11:20:09.606795 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b58b1c24-9254-4745-9794-e7d1435c798c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:09.800167 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:10.579801 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9b19cd-e2e6-4f8f-817a-2ff1afb4c922 req-d2b3602b-6775-40ea-9cee-0044a9c3c0f7 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:10.581469 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-ae9b19cd-e2e6-4f8f-817a-2ff1afb4c922 req-d2b3602b-6775-40ea-9cee-0044a9c3c0f7 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.23 "GET /v2.0/ports?device_id=38cc84de-7c25-44ab-907f-dc0b884b2f15 HTTP/1.1" status: 200 len: 945 time: 0.0932534 Jun 28 11:20:10.630954 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-ae9b19cd-e2e6-4f8f-817a-2ff1afb4c922 req-ba081ddf-e9b7-46d1-8ba3-04cff84db838 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.23 "GET /v2.0/security-groups?id=e34c8d16-925b-4f8d-a849-9711126fc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436556 Jun 28 11:20:10.944669 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-90b31af6-315a-40c1-95e8-9ba1745e2d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:11.830602 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869fb652-9a50-41fc-a028-85aba974d1d1 req-972d7da6-fcd6-425a-9efd-57df6c35eb38 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:11.832065 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-869fb652-9a50-41fc-a028-85aba974d1d1 req-972d7da6-fcd6-425a-9efd-57df6c35eb38 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.23 "GET /v2.0/ports?device_id=38cc84de-7c25-44ab-907f-dc0b884b2f15 HTTP/1.1" status: 200 len: 945 time: 0.0931110 Jun 28 11:20:11.883777 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-869fb652-9a50-41fc-a028-85aba974d1d1 req-174fbe23-1041-448e-a00a-8d820566111e tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.23 "GET /v2.0/security-groups?id=e34c8d16-925b-4f8d-a849-9711126fc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439250 Jun 28 11:20:17.655775 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 57462) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:20:17.778946 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-4d5818f3-8a15-44b4-b7ba-2abc4fddf02d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:17.793468 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-4d5818f3-8a15-44b4-b7ba-2abc4fddf02d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:20:17.797567 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-4d5818f3-8a15-44b4-b7ba-2abc4fddf02d admin admin] Usage tracker for resource:security_group_rule and tenant:ffbcd83798804503866046195e2f24a8 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:20:17.800419 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-4d5818f3-8a15-44b4-b7ba-2abc4fddf02d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:20:17.806450 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-4d5818f3-8a15-44b4-b7ba-2abc4fddf02d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:20:17.892278 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-4d5818f3-8a15-44b4-b7ba-2abc4fddf02d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:17.899063 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-4d5818f3-8a15-44b4-b7ba-2abc4fddf02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:17.944472 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5818f3-8a15-44b4-b7ba-2abc4fddf02d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50cea355-e688-4445-90cf-16b2a80af32d,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:17.952294 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 57470) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:20:17.953109 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-4d5818f3-8a15-44b4-b7ba-2abc4fddf02d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ffbcd83798804503866046195e2f24a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2953916 Jun 28 11:20:18.016425 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-593c5789-8b74-42e9-b1f9-d99746d650c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:18.042117 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-593c5789-8b74-42e9-b1f9-d99746d650c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:18.101011 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-593c5789-8b74-42e9-b1f9-d99746d650c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:18.115341 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593c5789-8b74-42e9-b1f9-d99746d650c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50cea355-e688-4445-90cf-16b2a80af32d,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:18.123371 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-593c5789-8b74-42e9-b1f9-d99746d650c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:18.124500 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-593c5789-8b74-42e9-b1f9-d99746d650c2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/50cea355-e688-4445-90cf-16b2a80af32d HTTP/1.1" status: 204 len: 168 time: 0.1711836 Jun 28 11:20:27.420226 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88665c6b-b1ee-49b6-a43a-736ecdff3d16 req-b310e1d3-d2fb-4a0b-b3b4-382bdf0f2fe4 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:27.421684 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-88665c6b-b1ee-49b6-a43a-736ecdff3d16 req-b310e1d3-d2fb-4a0b-b3b4-382bdf0f2fe4 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bdcbd98-58ab-495c-a9b7-9781d66ac924 HTTP/1.1" status: 200 len: 984 time: 0.0954738 Jun 28 11:20:27.476200 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-88665c6b-b1ee-49b6-a43a-736ecdff3d16 req-f3c59a54-8fd0-490a-9e73-4aff0a30a7ee tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/security-groups?id=09bb353e-0430-4e85-ac78-b3371c643bff&id=241009c6-b554-4232-9a2a-0be989c868ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0484524 Jun 28 11:20:28.492409 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.agents_db [None req-fef25e13-dc2d-42bf-aa2e-f684c08e94a6 None None] Agent healthcheck: found 6 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:20:28.683451 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a16cd93-3bed-4f3c-8664-74fbdbf51b68 req-1b8e0a01-09ff-472f-9135-6b7655be76ee tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:28.684944 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-6a16cd93-3bed-4f3c-8664-74fbdbf51b68 req-1b8e0a01-09ff-472f-9135-6b7655be76ee tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bdcbd98-58ab-495c-a9b7-9781d66ac924 HTTP/1.1" status: 200 len: 984 time: 0.1001134 Jun 28 11:20:28.738113 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-6a16cd93-3bed-4f3c-8664-74fbdbf51b68 req-925034a2-7989-4e32-89d7-d2fde4a35332 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/security-groups?id=09bb353e-0430-4e85-ac78-b3371c643bff&id=241009c6-b554-4232-9a2a-0be989c868ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0469372 Jun 28 11:20:29.266962 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef8f122-83c0-44c2-b511-416107337d98 req-4b6482bd-e067-49ad-aaa3-f3a94fe240e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:29.268495 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-3ef8f122-83c0-44c2-b511-416107337d98 req-4b6482bd-e067-49ad-aaa3-f3a94fe240e6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d25e7ce42d8c46ecbeacc1c6835ede35&device_id=3bdcbd98-58ab-495c-a9b7-9781d66ac924 HTTP/1.1" status: 200 len: 1137 time: 0.0925338 Jun 28 11:20:29.413978 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef8f122-83c0-44c2-b511-416107337d98 req-f452402d-c7b1-4319-b0ca-6f02a00e5989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:29.415424 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-3ef8f122-83c0-44c2-b511-416107337d98 req-f452402d-c7b1-4319-b0ca-6f02a00e5989 service neutron] 10.222.0.43 "GET /v2.0/networks?id=37bb99b0-7529-44da-9b0b-e494ebe4140f HTTP/1.1" status: 200 len: 915 time: 0.1348894 Jun 28 11:20:29.526669 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-3ef8f122-83c0-44c2-b511-416107337d98 req-6cb497d4-62ad-4c69-a56e-46a870b00664 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e3c09b4-043f-4f7c-8cd4-2aca917b44a1 HTTP/1.1" status: 200 len: 1000 time: 0.1018910 Jun 28 11:20:29.608879 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:29.610171 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef8f122-83c0-44c2-b511-416107337d98 req-772350d4-8a1a-442c-8ccc-e865d4f06bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:29.611622 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-3ef8f122-83c0-44c2-b511-416107337d98 req-772350d4-8a1a-442c-8ccc-e865d4f06bd2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8b53bddf-fdb5-43a8-99e3-085d58e36040 HTTP/1.1" status: 200 len: 853 time: 0.0716727 Jun 28 11:20:29.702133 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef8f122-83c0-44c2-b511-416107337d98 req-1e885430-6a78-49a9-8e48-8d5a31f57d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:29.703710 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-3ef8f122-83c0-44c2-b511-416107337d98 req-1e885430-6a78-49a9-8e48-8d5a31f57d2a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=37bb99b0-7529-44da-9b0b-e494ebe4140f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0851405 Jun 28 11:20:29.839864 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-3ef8f122-83c0-44c2-b511-416107337d98 req-e04d95a9-3248-4d44-bbcf-7e3d03862916 service neutron] 10.222.0.43 "GET /v2.0/networks/37bb99b0-7529-44da-9b0b-e494ebe4140f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287866 Jun 28 11:20:29.947736 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906bcadc-7997-4118-bd6c-330b15e7c493 req-fc2adc88-1736-4afe-8919-2d056a0ef392 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:29.949563 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-906bcadc-7997-4118-bd6c-330b15e7c493 req-fc2adc88-1736-4afe-8919-2d056a0ef392 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bdcbd98-58ab-495c-a9b7-9781d66ac924 HTTP/1.1" status: 200 len: 984 time: 0.0953503 Jun 28 11:20:30.005965 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-906bcadc-7997-4118-bd6c-330b15e7c493 req-3e2b6cdf-e6dd-4162-9818-4af4c5f68c67 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/security-groups?id=09bb353e-0430-4e85-ac78-b3371c643bff&id=241009c6-b554-4232-9a2a-0be989c868ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0498958 Jun 28 11:20:30.078528 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-3ef8f122-83c0-44c2-b511-416107337d98 req-15d20c11-5fcc-47a4-9e6b-5534b421b776 service neutron] 10.222.0.43 "GET /v2.0/networks/37bb99b0-7529-44da-9b0b-e494ebe4140f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216971 Jun 28 11:20:31.216110 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fdfe4d-898f-447f-98c3-04182770eedd req-486bd217-23fa-4ccf-8c36-8bfb13964fa3 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:31.218177 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-73fdfe4d-898f-447f-98c3-04182770eedd req-486bd217-23fa-4ccf-8c36-8bfb13964fa3 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bdcbd98-58ab-495c-a9b7-9781d66ac924 HTTP/1.1" status: 200 len: 984 time: 0.0949414 Jun 28 11:20:31.265849 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-73fdfe4d-898f-447f-98c3-04182770eedd req-25c4519e-211b-4c3f-aacf-e74c10b74a0e tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/security-groups?id=09bb353e-0430-4e85-ac78-b3371c643bff&id=241009c6-b554-4232-9a2a-0be989c868ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0417688 Jun 28 11:20:32.480377 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62622e3-188b-47b0-96d2-793f865d52bd req-f0cebc58-8956-4cd5-9f2b-f00ce168cbec tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:32.481928 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-e62622e3-188b-47b0-96d2-793f865d52bd req-f0cebc58-8956-4cd5-9f2b-f00ce168cbec tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bdcbd98-58ab-495c-a9b7-9781d66ac924 HTTP/1.1" status: 200 len: 984 time: 0.0953665 Jun 28 11:20:32.540022 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-e62622e3-188b-47b0-96d2-793f865d52bd req-e1224d8e-a85d-4d99-880e-1430fb6984aa tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/security-groups?id=09bb353e-0430-4e85-ac78-b3371c643bff&id=241009c6-b554-4232-9a2a-0be989c868ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0521140 Jun 28 11:20:33.752585 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422c0c2f-53b9-4788-9564-66171c1b09ec req-47ec7103-787f-4636-92d9-8cc395649237 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:33.754071 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-422c0c2f-53b9-4788-9564-66171c1b09ec req-47ec7103-787f-4636-92d9-8cc395649237 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bdcbd98-58ab-495c-a9b7-9781d66ac924 HTTP/1.1" status: 200 len: 984 time: 0.0931277 Jun 28 11:20:33.800825 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-422c0c2f-53b9-4788-9564-66171c1b09ec req-da4c3bf4-b64c-4da3-a681-b25fa858d8f1 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/security-groups?id=09bb353e-0430-4e85-ac78-b3371c643bff&id=241009c6-b554-4232-9a2a-0be989c868ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406363 Jun 28 11:20:35.005686 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e4bb7-c17c-48c1-9c50-71d862befbc9 req-58fcab15-25df-463c-a766-f0e9040cca0f tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:35.007222 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-eb0e4bb7-c17c-48c1-9c50-71d862befbc9 req-58fcab15-25df-463c-a766-f0e9040cca0f tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bdcbd98-58ab-495c-a9b7-9781d66ac924 HTTP/1.1" status: 200 len: 984 time: 0.0923123 Jun 28 11:20:35.061516 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-eb0e4bb7-c17c-48c1-9c50-71d862befbc9 req-058f8042-191e-48bf-a3bf-3a8681cc155b tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/security-groups?id=09bb353e-0430-4e85-ac78-b3371c643bff&id=241009c6-b554-4232-9a2a-0be989c868ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0483768 Jun 28 11:20:35.441685 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f49f512-a89d-40f8-ac4d-fb87879a7516 req-5ee184a0-7e17-4e1c-a533-02c5ead001f2 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:35.443164 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-1f49f512-a89d-40f8-ac4d-fb87879a7516 req-5ee184a0-7e17-4e1c-a533-02c5ead001f2 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.23 "GET /v2.0/ports?device_id=38cc84de-7c25-44ab-907f-dc0b884b2f15 HTTP/1.1" status: 200 len: 945 time: 0.0944757 Jun 28 11:20:35.487533 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-1f49f512-a89d-40f8-ac4d-fb87879a7516 req-42435a32-8cb4-46f1-9124-b393b092f417 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.23 "GET /v2.0/security-groups?id=e34c8d16-925b-4f8d-a849-9711126fc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385461 Jun 28 11:20:36.246330 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c7cab7b8-d90b-4524-9ef7-31147dcbf0ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:36.288496 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec029e-e618-48a4-8886-f50521d96ca4 req-eb91b1fb-e59e-4c54-9ec8-372c63c85b50 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:36.289979 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-31ec029e-e618-48a4-8886-f50521d96ca4 req-eb91b1fb-e59e-4c54-9ec8-372c63c85b50 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bdcbd98-58ab-495c-a9b7-9781d66ac924 HTTP/1.1" status: 200 len: 984 time: 0.1066663 Jun 28 11:20:36.335801 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-31ec029e-e618-48a4-8886-f50521d96ca4 req-1414dee8-eb21-4846-882a-a9434951d6b2 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/security-groups?id=09bb353e-0430-4e85-ac78-b3371c643bff&id=241009c6-b554-4232-9a2a-0be989c868ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398741 Jun 28 11:20:36.707537 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2a72d-989c-4c2c-b187-7944a13e5766 req-4c3a2d9a-4b11-4d13-bdc8-4a528a7e0368 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:36.709297 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-90b2a72d-989c-4c2c-b187-7944a13e5766 req-4c3a2d9a-4b11-4d13-bdc8-4a528a7e0368 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.23 "GET /v2.0/ports?device_id=38cc84de-7c25-44ab-907f-dc0b884b2f15 HTTP/1.1" status: 200 len: 945 time: 0.1040232 Jun 28 11:20:36.756107 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-90b2a72d-989c-4c2c-b187-7944a13e5766 req-f936b269-5631-432e-8948-3e8bbb72b7a0 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.23 "GET /v2.0/security-groups?id=e34c8d16-925b-4f8d-a849-9711126fc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382597 Jun 28 11:20:37.463102 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386812c0-e58e-4d42-9ee2-d9842c43416e req-8628fde2-3bcc-4859-940f-8f8913e6e9b7 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:37.464535 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-386812c0-e58e-4d42-9ee2-d9842c43416e req-8628fde2-3bcc-4859-940f-8f8913e6e9b7 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.43 "GET /v2.0/ports?device_id=38cc84de-7c25-44ab-907f-dc0b884b2f15 HTTP/1.1" status: 200 len: 945 time: 0.0935979 Jun 28 11:20:37.587458 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [req-386812c0-e58e-4d42-9ee2-d9842c43416e req-0e5e0b53-f482-45e1-9cb4-f7b01b95ba3e tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Deleting port 65fce046-332d-454e-8944-141f89d170c3 {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:20:37.587757 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-386812c0-e58e-4d42-9ee2-d9842c43416e req-0e5e0b53-f482-45e1-9cb4-f7b01b95ba3e tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:37.685301 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7c7c17-d022-426f-bd81-7b41087e8b89 req-941e973e-b02b-49ab-bb6e-04721cbf1aaf tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:37.686669 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-8c7c7c17-d022-426f-bd81-7b41087e8b89 req-941e973e-b02b-49ab-bb6e-04721cbf1aaf tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bdcbd98-58ab-495c-a9b7-9781d66ac924 HTTP/1.1" status: 200 len: 984 time: 0.2212598 Jun 28 11:20:37.822773 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-8c7c7c17-d022-426f-bd81-7b41087e8b89 req-011c0e67-05ee-4425-8865-5900be0d7b93 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/security-groups?id=09bb353e-0430-4e85-ac78-b3371c643bff&id=241009c6-b554-4232-9a2a-0be989c868ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1300774 Jun 28 11:20:37.886800 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.db [req-386812c0-e58e-4d42-9ee2-d9842c43416e req-0e5e0b53-f482-45e1-9cb4-f7b01b95ba3e tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] For port 65fce046-332d-454e-8944-141f89d170c3, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=65fce046-332d-454e-8944-141f89d170c3,segment=NetworkSegment(937b9452-8559-4247-9669-ea0d1b80b66e),segment_id=937b9452-8559-4247-9669-ea0d1b80b66e)] {{(pid=88177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:20:37.887118 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-386812c0-e58e-4d42-9ee2-d9842c43416e req-0e5e0b53-f482-45e1-9cb4-f7b01b95ba3e tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:37.966151 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda3332-0693-4e4c-a6fc-ca1a8f21bdbe req-db6dde50-104d-401d-ba81-838c6e925a60 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:37.968669 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-cdda3332-0693-4e4c-a6fc-ca1a8f21bdbe req-db6dde50-104d-401d-ba81-838c6e925a60 tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.23 "GET /v2.0/ports?device_id=38cc84de-7c25-44ab-907f-dc0b884b2f15 HTTP/1.1" status: 200 len: 945 time: 0.0912745 Jun 28 11:20:38.024276 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [req-386812c0-e58e-4d42-9ee2-d9842c43416e req-0e5e0b53-f482-45e1-9cb4-f7b01b95ba3e tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Calling delete_port for 65fce046-332d-454e-8944-141f89d170c3 owned by compute:nova {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:20:38.025501 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-cdda3332-0693-4e4c-a6fc-ca1a8f21bdbe req-3cbdef1b-febc-4cff-96ee-f2e375b2a71d tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.23 "GET /v2.0/security-groups?id=e34c8d16-925b-4f8d-a849-9711126fc986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471849 Jun 28 11:20:38.182930 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-386812c0-e58e-4d42-9ee2-d9842c43416e req-0e5e0b53-f482-45e1-9cb4-f7b01b95ba3e tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782104357524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782103981240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2688079'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:38.197099 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] get_ports_and_sgs() called for port_ids ['65fce046-332d-454e-8944-141f89d170c3'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:20:38.237390 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5e0b53-f482-45e1-9cb4-f7b01b95ba3e tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Pushing event deleted for resources: {'Port': ['ID=65fce046-332d-454e-8944-141f89d170c3,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:38.279998 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5e0b53-f482-45e1-9cb4-f7b01b95ba3e tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:38.280379 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5e0b53-f482-45e1-9cb4-f7b01b95ba3e tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:38.280716 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5e0b53-f482-45e1-9cb4-f7b01b95ba3e tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:38.281082 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5e0b53-f482-45e1-9cb4-f7b01b95ba3e tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:38.281566 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5e0b53-f482-45e1-9cb4-f7b01b95ba3e tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:38.281888 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5e0b53-f482-45e1-9cb4-f7b01b95ba3e tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:38.282214 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5e0b53-f482-45e1-9cb4-f7b01b95ba3e tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:38.282539 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5e0b53-f482-45e1-9cb4-f7b01b95ba3e tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:38.282859 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5e0b53-f482-45e1-9cb4-f7b01b95ba3e tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:38.283176 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5e0b53-f482-45e1-9cb4-f7b01b95ba3e tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:38.283495 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5e0b53-f482-45e1-9cb4-f7b01b95ba3e tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:38.283819 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5e0b53-f482-45e1-9cb4-f7b01b95ba3e tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:38.332194 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.l3_dvrscheduler_db [req-386812c0-e58e-4d42-9ee2-d9842c43416e req-0e5e0b53-f482-45e1-9cb4-f7b01b95ba3e tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] No DVR routers for this DVR port 65fce046-332d-454e-8944-141f89d170c3 on host hv-cinder-84460 {{(pid=88177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:20:38.334825 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-386812c0-e58e-4d42-9ee2-d9842c43416e req-0e5e0b53-f482-45e1-9cb4-f7b01b95ba3e tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:38.337360 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38cc84de-7c25-44ab-907f-dc0b884b2f15', 'name': 'network-vif-deleted', 'tag': '65fce046-332d-454e-8944-141f89d170c3'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:20:38.354190 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-386812c0-e58e-4d42-9ee2-d9842c43416e req-0e5e0b53-f482-45e1-9cb4-f7b01b95ba3e tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.43 "DELETE /v2.0/ports/65fce046-332d-454e-8944-141f89d170c3 HTTP/1.1" status: 204 len: 173 time: 0.8548934 Jun 28 11:20:38.386983 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c98dc29e-022e-4cd8-9268-0f5fa96b8ada'] response: {'server_uuid': '38cc84de-7c25-44ab-907f-dc0b884b2f15', 'name': 'network-vif-deleted', 'tag': '65fce046-332d-454e-8944-141f89d170c3', 'status': 'completed', 'code': 200} Jun 28 11:20:38.418738 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7e06c66f-db97-47b3-afe8-6b00155a82d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:39.023469 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b46ab-9949-431d-bc4b-95dee70ca90d req-d93d2f97-12d9-4221-825b-14af699237c1 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:39.025161 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-ff5b46ab-9949-431d-bc4b-95dee70ca90d req-d93d2f97-12d9-4221-825b-14af699237c1 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bdcbd98-58ab-495c-a9b7-9781d66ac924 HTTP/1.1" status: 200 len: 984 time: 0.0918124 Jun 28 11:20:39.081109 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-ff5b46ab-9949-431d-bc4b-95dee70ca90d req-81cb54aa-0aad-4a1e-913b-f37300598187 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/security-groups?id=09bb353e-0430-4e85-ac78-b3371c643bff&id=241009c6-b554-4232-9a2a-0be989c868ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0504823 Jun 28 11:20:39.216609 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-bd703638-033e-44a6-aff0-17c2ee8d2002 req-0c7ead7a-41cf-4841-9a94-7ed5c9d5b57f tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Synchronizing usage tracker for tenant:7149105604f048a8b4ba6d27b4e85549 on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:20:39.235758 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-bd703638-033e-44a6-aff0-17c2ee8d2002 req-0c7ead7a-41cf-4841-9a94-7ed5c9d5b57f tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] Unset dirty status for tenant:7149105604f048a8b4ba6d27b4e85549 on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:20:39.237501 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-bd703638-033e-44a6-aff0-17c2ee8d2002 req-0c7ead7a-41cf-4841-9a94-7ed5c9d5b57f tempest-VolumesSnapshotTestJSON-1066105488 tempest-VolumesSnapshotTestJSON-1066105488-project] 10.222.0.23 "GET /v2.0/ports?device_id=38cc84de-7c25-44ab-907f-dc0b884b2f15 HTTP/1.1" status: 200 len: 210 time: 0.0732236 Jun 28 11:20:39.604321 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b58b1c24-9254-4745-9794-e7d1435c798c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:39.798085 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:40.365568 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd29aaf-401b-4a6d-974a-405a234fb943 req-8cd8edc8-1f7c-4246-9e23-fd3110604d03 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:40.367093 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-6bd29aaf-401b-4a6d-974a-405a234fb943 req-8cd8edc8-1f7c-4246-9e23-fd3110604d03 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bdcbd98-58ab-495c-a9b7-9781d66ac924 HTTP/1.1" status: 200 len: 984 time: 0.1875429 Jun 28 11:20:40.421473 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-6bd29aaf-401b-4a6d-974a-405a234fb943 req-2abf0afa-551e-493f-9f0a-718aa936c92c tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/security-groups?id=09bb353e-0430-4e85-ac78-b3371c643bff&id=241009c6-b554-4232-9a2a-0be989c868ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0476778 Jun 28 11:20:40.947992 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-90b31af6-315a-40c1-95e8-9ba1745e2d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:41.614609 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa748651-f97f-4208-9962-aea10b5d8066 req-95158b4a-3c1e-447c-ad46-be4dc7f9958d tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:41.616149 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-aa748651-f97f-4208-9962-aea10b5d8066 req-95158b4a-3c1e-447c-ad46-be4dc7f9958d tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bdcbd98-58ab-495c-a9b7-9781d66ac924 HTTP/1.1" status: 200 len: 984 time: 0.0885251 Jun 28 11:20:41.663212 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-aa748651-f97f-4208-9962-aea10b5d8066 req-804c88c7-dc41-4184-b780-98cf40336ffc tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/security-groups?id=09bb353e-0430-4e85-ac78-b3371c643bff&id=241009c6-b554-4232-9a2a-0be989c868ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0411036 Jun 28 11:20:41.785398 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device 65fce046-332d-454e-8944-141f89d170c3 no longer exists at agent hyperv_hv-cinder-84460 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:20:41.819613 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] No Port match for: 65fce046-332d-454e-8944-141f89d170c3 {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:20:41.820027 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device 65fce046-332d-454e-8944-141f89d170c3 not bound to the agent host hv-cinder-84460 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:20:42.889190 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c482fc9-e893-4331-9f42-72cf711180a1 req-ac3405d7-eb81-40af-b319-7c6860eed477 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:42.890956 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-6c482fc9-e893-4331-9f42-72cf711180a1 req-ac3405d7-eb81-40af-b319-7c6860eed477 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bdcbd98-58ab-495c-a9b7-9781d66ac924 HTTP/1.1" status: 200 len: 984 time: 0.1072133 Jun 28 11:20:42.939379 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-6c482fc9-e893-4331-9f42-72cf711180a1 req-c9bd8e6b-7de9-47a8-8edd-980f9e60a912 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/security-groups?id=09bb353e-0430-4e85-ac78-b3371c643bff&id=241009c6-b554-4232-9a2a-0be989c868ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396395 Jun 28 11:20:44.154882 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95d178-41d7-477c-bdcf-387cf4e163ae req-d765ec95-7ea6-43d2-bd6f-69ed2d9e2853 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:44.156414 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-4f95d178-41d7-477c-bdcf-387cf4e163ae req-d765ec95-7ea6-43d2-bd6f-69ed2d9e2853 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bdcbd98-58ab-495c-a9b7-9781d66ac924 HTTP/1.1" status: 200 len: 984 time: 0.1092992 Jun 28 11:20:44.203760 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-4f95d178-41d7-477c-bdcf-387cf4e163ae req-183964f6-3a6b-404e-b4d8-b2c371102349 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/security-groups?id=09bb353e-0430-4e85-ac78-b3371c643bff&id=241009c6-b554-4232-9a2a-0be989c868ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0414147 Jun 28 11:20:45.402460 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1a78d4-eaaa-4d7a-aedf-6f3a87049895 req-9bdc76b1-f864-4ba3-a5c7-aa9620539817 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:45.403919 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-aa1a78d4-eaaa-4d7a-aedf-6f3a87049895 req-9bdc76b1-f864-4ba3-a5c7-aa9620539817 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bdcbd98-58ab-495c-a9b7-9781d66ac924 HTTP/1.1" status: 200 len: 984 time: 0.0939629 Jun 28 11:20:45.452668 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-aa1a78d4-eaaa-4d7a-aedf-6f3a87049895 req-5f648f5d-991f-4918-baf9-03a1c739521d tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/security-groups?id=09bb353e-0430-4e85-ac78-b3371c643bff&id=241009c6-b554-4232-9a2a-0be989c868ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0419774 Jun 28 11:20:46.657142 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709bac7a-dcdf-4ad1-9d2c-2a226c22de2c req-2b9b4257-904d-4414-bf13-4ddb3728ec42 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:46.659425 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-709bac7a-dcdf-4ad1-9d2c-2a226c22de2c req-2b9b4257-904d-4414-bf13-4ddb3728ec42 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bdcbd98-58ab-495c-a9b7-9781d66ac924 HTTP/1.1" status: 200 len: 984 time: 0.0945382 Jun 28 11:20:46.813359 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-709bac7a-dcdf-4ad1-9d2c-2a226c22de2c req-9fd72a48-b0d9-4dd3-a7a1-3c9aedce71f6 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/security-groups?id=09bb353e-0430-4e85-ac78-b3371c643bff&id=241009c6-b554-4232-9a2a-0be989c868ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1457210 Jun 28 11:20:47.675326 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0633b1b7-f56d-4635-90ad-863cf118677f req-5dcb7fad-732b-4791-9f81-e38a2adbd68a tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:47.676751 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-0633b1b7-f56d-4635-90ad-863cf118677f req-5dcb7fad-732b-4791-9f81-e38a2adbd68a tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfbb46ef-ae88-4c82-ab63-bd8f8bc524b8 HTTP/1.1" status: 200 len: 946 time: 0.1094792 Jun 28 11:20:47.723072 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-0633b1b7-f56d-4635-90ad-863cf118677f req-2d3b4348-ee63-466b-b4c7-8a5d000e5bea tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/security-groups?id=51053300-f9d9-4428-b380-507c71de1d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404773 Jun 28 11:20:48.031031 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edc2fcd-473b-4ce3-bdcf-af4a628c9bed req-5090d72b-638d-4e67-bb57-ccbefbc53254 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:48.032534 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-0edc2fcd-473b-4ce3-bdcf-af4a628c9bed req-5090d72b-638d-4e67-bb57-ccbefbc53254 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bdcbd98-58ab-495c-a9b7-9781d66ac924 HTTP/1.1" status: 200 len: 984 time: 0.1057904 Jun 28 11:20:48.083306 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-0edc2fcd-473b-4ce3-bdcf-af4a628c9bed req-7a12e407-9c46-4fb0-a521-cbd4781f08bf tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/security-groups?id=09bb353e-0430-4e85-ac78-b3371c643bff&id=241009c6-b554-4232-9a2a-0be989c868ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0425849 Jun 28 11:20:48.923620 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a622058-e009-4acb-9df5-4cab18737ddd req-160f03d1-ad31-46f8-a77a-3cf01935cb20 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:48.925197 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-0a622058-e009-4acb-9df5-4cab18737ddd req-160f03d1-ad31-46f8-a77a-3cf01935cb20 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfbb46ef-ae88-4c82-ab63-bd8f8bc524b8 HTTP/1.1" status: 200 len: 946 time: 0.0934246 Jun 28 11:20:48.971284 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-0a622058-e009-4acb-9df5-4cab18737ddd req-e7851ddf-bdc4-4452-b739-ae34304834f1 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/security-groups?id=51053300-f9d9-4428-b380-507c71de1d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398962 Jun 28 11:20:49.281860 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64f3f6-55c9-476a-910c-213ea56d4e27 req-e2345e14-3ff2-45a6-ad68-dc2d1639a3e5 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:49.283739 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-1b64f3f6-55c9-476a-910c-213ea56d4e27 req-e2345e14-3ff2-45a6-ad68-dc2d1639a3e5 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bdcbd98-58ab-495c-a9b7-9781d66ac924 HTTP/1.1" status: 200 len: 984 time: 0.0929081 Jun 28 11:20:49.349342 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-1b64f3f6-55c9-476a-910c-213ea56d4e27 req-ce5fce13-fe7f-4946-a42e-ca83caa4e46d tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/security-groups?id=09bb353e-0430-4e85-ac78-b3371c643bff&id=241009c6-b554-4232-9a2a-0be989c868ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0596173 Jun 28 11:20:49.372876 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9489e-5b6d-403e-832e-67e5c105338d req-e5b3b0f4-945a-4d7b-80c6-998e9b69f9a5 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:49.375137 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-a2c9489e-5b6d-403e-832e-67e5c105338d req-e5b3b0f4-945a-4d7b-80c6-998e9b69f9a5 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.43 "GET /v2.0/ports?device_id=cfbb46ef-ae88-4c82-ab63-bd8f8bc524b8 HTTP/1.1" status: 200 len: 946 time: 0.0981600 Jun 28 11:20:49.437478 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 57910) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:20:49.465120 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [req-a2c9489e-5b6d-403e-832e-67e5c105338d req-192e3886-1ff9-4742-a931-d908dfb4c47e tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Deleting port a5660d8d-1970-462d-b396-92b7c527aa90 {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:20:49.465490 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-a2c9489e-5b6d-403e-832e-67e5c105338d req-192e3886-1ff9-4742-a931-d908dfb4c47e tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:49.568105 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-e60dc3ce-5f87-4dd6-9a8c-6d6ae12ac0fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:49.587454 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-e60dc3ce-5f87-4dd6-9a8c-6d6ae12ac0fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:20:49.591242 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-e60dc3ce-5f87-4dd6-9a8c-6d6ae12ac0fa admin admin] Usage tracker for resource:security_group_rule and tenant:078d6de1cbd248709b39c0e8ab9c6b93 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:20:49.594113 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-e60dc3ce-5f87-4dd6-9a8c-6d6ae12ac0fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:20:49.599977 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-e60dc3ce-5f87-4dd6-9a8c-6d6ae12ac0fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:20:49.701442 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-e60dc3ce-5f87-4dd6-9a8c-6d6ae12ac0fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:49.706875 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-e60dc3ce-5f87-4dd6-9a8c-6d6ae12ac0fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:49.757904 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60dc3ce-5f87-4dd6-9a8c-6d6ae12ac0fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db8ef77-af33-42ab-869e-dcc15672f44f,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:49.779558 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.db [req-a2c9489e-5b6d-403e-832e-67e5c105338d req-192e3886-1ff9-4742-a931-d908dfb4c47e tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] For port a5660d8d-1970-462d-b396-92b7c527aa90, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=a5660d8d-1970-462d-b396-92b7c527aa90,segment=NetworkSegment(d955dde5-69b1-4a11-8383-f5f9cce13386),segment_id=d955dde5-69b1-4a11-8383-f5f9cce13386)] {{(pid=88177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:20:49.780048 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-a2c9489e-5b6d-403e-832e-67e5c105338d req-192e3886-1ff9-4742-a931-d908dfb4c47e tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:49.780998 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60dc3ce-5f87-4dd6-9a8c-6d6ae12ac0fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:49.781532 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60dc3ce-5f87-4dd6-9a8c-6d6ae12ac0fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:49.782016 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60dc3ce-5f87-4dd6-9a8c-6d6ae12ac0fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:49.782495 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60dc3ce-5f87-4dd6-9a8c-6d6ae12ac0fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:49.782991 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60dc3ce-5f87-4dd6-9a8c-6d6ae12ac0fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:49.783567 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60dc3ce-5f87-4dd6-9a8c-6d6ae12ac0fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:49.784332 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60dc3ce-5f87-4dd6-9a8c-6d6ae12ac0fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:49.785239 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60dc3ce-5f87-4dd6-9a8c-6d6ae12ac0fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:49.786516 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60dc3ce-5f87-4dd6-9a8c-6d6ae12ac0fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:49.787133 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60dc3ce-5f87-4dd6-9a8c-6d6ae12ac0fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:49.787754 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60dc3ce-5f87-4dd6-9a8c-6d6ae12ac0fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:49.788286 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60dc3ce-5f87-4dd6-9a8c-6d6ae12ac0fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:49.793628 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-e60dc3ce-5f87-4dd6-9a8c-6d6ae12ac0fa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=078d6de1cbd248709b39c0e8ab9c6b93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3551309 Jun 28 11:20:49.796259 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 57920) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:20:49.860580 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-41c65c9d-dbf1-4ddc-aad5-6f3b04271aa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:49.886968 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-41c65c9d-dbf1-4ddc-aad5-6f3b04271aa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:49.964586 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-41c65c9d-dbf1-4ddc-aad5-6f3b04271aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:50.000800 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c65c9d-dbf1-4ddc-aad5-6f3b04271aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db8ef77-af33-42ab-869e-dcc15672f44f,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:50.023880 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-41c65c9d-dbf1-4ddc-aad5-6f3b04271aa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:50.025294 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-41c65c9d-dbf1-4ddc-aad5-6f3b04271aa5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6db8ef77-af33-42ab-869e-dcc15672f44f HTTP/1.1" status: 204 len: 168 time: 0.2278547 Jun 28 11:20:50.250767 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-a2c9489e-5b6d-403e-832e-67e5c105338d req-192e3886-1ff9-4742-a931-d908dfb4c47e tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:50.251443 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-a2c9489e-5b6d-403e-832e-67e5c105338d req-192e3886-1ff9-4742-a931-d908dfb4c47e tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361935'] for floatingip, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:50.251443 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.db.l3_db [req-a2c9489e-5b6d-403e-832e-67e5c105338d req-192e3886-1ff9-4742-a931-d908dfb4c47e tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Floating IP 6920568f-8e20-4a73-9a3b-6064bbb6d444 disassociated. External IP: 172.27.2.9, port: a5660d8d-1970-462d-b396-92b7c527aa90. Jun 28 11:20:50.251965 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [req-a2c9489e-5b6d-403e-832e-67e5c105338d req-192e3886-1ff9-4742-a931-d908dfb4c47e tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Calling delete_port for a5660d8d-1970-462d-b396-92b7c527aa90 owned by compute:nova {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:20:50.331222 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2479770-1010-4872-a469-bace268ae629 req-7e14f6f7-3813-4374-9335-644d8f12eb03 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:50.332583 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-e2479770-1010-4872-a469-bace268ae629 req-7e14f6f7-3813-4374-9335-644d8f12eb03 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfbb46ef-ae88-4c82-ab63-bd8f8bc524b8 HTTP/1.1" status: 200 len: 946 time: 0.1767068 Jun 28 11:20:50.425851 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-e2479770-1010-4872-a469-bace268ae629 req-68d3a4ae-5b05-4a50-a307-39f46b72ebbf tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/security-groups?id=51053300-f9d9-4428-b380-507c71de1d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788610 Jun 28 11:20:50.460684 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-a2c9489e-5b6d-403e-832e-67e5c105338d req-192e3886-1ff9-4742-a931-d908dfb4c47e tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782104357524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782103981240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2688079'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:50.509309 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192e3886-1ff9-4742-a931-d908dfb4c47e tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Pushing event deleted for resources: {'Port': ['ID=a5660d8d-1970-462d-b396-92b7c527aa90,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:50.547946 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a73b2-843e-4e88-bde8-b1a21dfc1372 req-965ade80-5033-4397-949b-156837a75702 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:50.549931 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-463a73b2-843e-4e88-bde8-b1a21dfc1372 req-965ade80-5033-4397-949b-156837a75702 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bdcbd98-58ab-495c-a9b7-9781d66ac924 HTTP/1.1" status: 200 len: 984 time: 0.0971794 Jun 28 11:20:50.604464 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-463a73b2-843e-4e88-bde8-b1a21dfc1372 req-29de0110-b30e-4cf3-9902-25c22bd5987e tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/security-groups?id=09bb353e-0430-4e85-ac78-b3371c643bff&id=241009c6-b554-4232-9a2a-0be989c868ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0474813 Jun 28 11:20:50.702808 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2c9489e-5b6d-403e-832e-67e5c105338d req-192e3886-1ff9-4742-a931-d908dfb4c47e tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Router 612aec67-608e-409c-a55e-b6df1c5e0ca3 has already been hosted by L3 agent 65138fbb-a379-4cdd-9015-09db381edeba {{(pid=88177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:20:51.006713 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2c9489e-5b6d-403e-832e-67e5c105338d req-192e3886-1ff9-4742-a931-d908dfb4c47e tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify agent at l3_agent.dv-cinder-844605-1-iscsi the message routers_updated {{(pid=88177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:20:51.018969 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f196a6c2-7815-4230-8bc9-e0764db8dff8 None None] Sync routers for ids ['612aec67-608e-409c-a55e-b6df1c5e0ca3'] in dv-cinder-844605-1-iscsi {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:20:51.032339 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f196a6c2-7815-4230-8bc9-e0764db8dff8 None None] Routers {'612aec67-608e-409c-a55e-b6df1c5e0ca3'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:20:51.033136 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-f196a6c2-7815-4230-8bc9-e0764db8dff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:20:38Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['612aec67-608e-409c-a55e-b6df1c5e0ca3'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:20:51.190993 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2c9489e-5b6d-403e-832e-67e5c105338d req-192e3886-1ff9-4742-a931-d908dfb4c47e tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] No DVR routers for this DVR port a5660d8d-1970-462d-b396-92b7c527aa90 on host hv-cinder-84460 {{(pid=88177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:20:51.193656 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-a2c9489e-5b6d-403e-832e-67e5c105338d req-192e3886-1ff9-4742-a931-d908dfb4c47e tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:51.196742 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfbb46ef-ae88-4c82-ab63-bd8f8bc524b8', 'name': 'network-vif-deleted', 'tag': 'a5660d8d-1970-462d-b396-92b7c527aa90'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:20:51.231119 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-a2c9489e-5b6d-403e-832e-67e5c105338d req-192e3886-1ff9-4742-a931-d908dfb4c47e tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.43 "DELETE /v2.0/ports/a5660d8d-1970-462d-b396-92b7c527aa90 HTTP/1.1" status: 204 len: 173 time: 1.8424480 Jun 28 11:20:51.320911 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-189e1620-5050-42f6-bdd8-c428887002e7'] response: {'server_uuid': 'cfbb46ef-ae88-4c82-ab63-bd8f8bc524b8', 'name': 'network-vif-deleted', 'tag': 'a5660d8d-1970-462d-b396-92b7c527aa90', 'status': 'completed', 'code': 200} Jun 28 11:20:51.377258 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-f196a6c2-7815-4230-8bc9-e0764db8dff8 None None] Set router 612aec67-608e-409c-a55e-b6df1c5e0ca3 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:20:51.796408 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-7a2d3d37-6967-4927-94ff-6bc7b17eac1e req-8f14ba87-0dbf-45e0-83bc-3ba9792122b4 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Synchronizing usage tracker for tenant:9a519a8d5c54458c8ad1c43bdb399503 on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:20:51.820177 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-7a2d3d37-6967-4927-94ff-6bc7b17eac1e req-8f14ba87-0dbf-45e0-83bc-3ba9792122b4 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Unset dirty status for tenant:9a519a8d5c54458c8ad1c43bdb399503 on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:20:51.839155 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-7a2d3d37-6967-4927-94ff-6bc7b17eac1e req-8f14ba87-0dbf-45e0-83bc-3ba9792122b4 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfbb46ef-ae88-4c82-ab63-bd8f8bc524b8 HTTP/1.1" status: 200 len: 210 time: 0.1310039 Jun 28 11:20:51.954803 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-f196a6c2-7815-4230-8bc9-e0764db8dff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'name': 'tempest-AttachVolumeNegativeTest-536282704-router', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '4f6c3e24-5306-438d-a0da-444251232455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:20Z', 'updated_at': '2022-06-28T11:16:36Z', 'revision_number': 4, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'gw_port': {'id': '4f6c3e24-5306-438d-a0da-444251232455', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:22Z', 'updated_at': '2022-06-28T11:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_floatingips': [{'id': '445eaa8d-97a4-4c60-8ed3-150d3e984db7', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'floating_ip_address': '172.27.2.29', 'floating_network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'router_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'port_id': 'bfc1801b-3d8a-4549-be03-706bb1aea69b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49', 'mac_address': 'fa:16:3e:7c:f7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf380c0-b4f7-43e2-a809-1619f0a0ef32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:16:46Z', 'updated_at': '2022-06-28T11:17:25Z', 'revision_number': 2, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce67a0a8-6a79-4030-ac97-89b4f9a90889', 'name': '', 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'mac_address': 'fa:16:3e:aa:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0543e16d-abbf-4f46-8991-01ac45b7ec02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:32Z', 'updated_at': '2022-06-28T11:16:52Z', 'revision_number': 5, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'subnets': [{'id': '0543e16d-abbf-4f46-8991-01ac45b7ec02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:20:51.959581 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f196a6c2-7815-4230-8bc9-e0764db8dff8 None None] Checking router: 612aec67-608e-409c-a55e-b6df1c5e0ca3 for host: dv-cinder-844605-1-iscsi {{(pid=88179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:20:51.970435 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f196a6c2-7815-4230-8bc9-e0764db8dff8 None None] Routers {'612aec67-608e-409c-a55e-b6df1c5e0ca3'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:20:51.973593 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-f196a6c2-7815-4230-8bc9-e0764db8dff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:20:38Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['612aec67-608e-409c-a55e-b6df1c5e0ca3'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:20:52.119068 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7145dd4-e8cc-46bf-bcab-47fee3de100a req-0011cebb-c67b-43ab-9cfd-414cb92f7648 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:52.121159 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b7145dd4-e8cc-46bf-bcab-47fee3de100a req-0011cebb-c67b-43ab-9cfd-414cb92f7648 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bdcbd98-58ab-495c-a9b7-9781d66ac924 HTTP/1.1" status: 200 len: 984 time: 0.1119838 Jun 28 11:20:52.171184 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b7145dd4-e8cc-46bf-bcab-47fee3de100a req-d97ed8e2-571c-42c3-b5d1-5d18abc99a94 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/security-groups?id=09bb353e-0430-4e85-ac78-b3371c643bff&id=241009c6-b554-4232-9a2a-0be989c868ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410578 Jun 28 11:20:52.229614 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-f196a6c2-7815-4230-8bc9-e0764db8dff8 None None] Set router 612aec67-608e-409c-a55e-b6df1c5e0ca3 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:20:52.593574 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-f196a6c2-7815-4230-8bc9-e0764db8dff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'name': 'tempest-AttachVolumeNegativeTest-536282704-router', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '4f6c3e24-5306-438d-a0da-444251232455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:20Z', 'updated_at': '2022-06-28T11:16:36Z', 'revision_number': 4, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'gw_port': {'id': '4f6c3e24-5306-438d-a0da-444251232455', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:22Z', 'updated_at': '2022-06-28T11:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_floatingips': [{'id': '445eaa8d-97a4-4c60-8ed3-150d3e984db7', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'floating_ip_address': '172.27.2.29', 'floating_network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'router_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'port_id': 'bfc1801b-3d8a-4549-be03-706bb1aea69b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49', 'mac_address': 'fa:16:3e:7c:f7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf380c0-b4f7-43e2-a809-1619f0a0ef32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:16:46Z', 'updated_at': '2022-06-28T11:17:25Z', 'revision_number': 2, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce67a0a8-6a79-4030-ac97-89b4f9a90889', 'name': '', 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'mac_address': 'fa:16:3e:aa:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0543e16d-abbf-4f46-8991-01ac45b7ec02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:32Z', 'updated_at': '2022-06-28T11:16:52Z', 'revision_number': 5, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'subnets': [{'id': '0543e16d-abbf-4f46-8991-01ac45b7ec02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:20:52.596100 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f196a6c2-7815-4230-8bc9-e0764db8dff8 None None] The sync data for ids ['612aec67-608e-409c-a55e-b6df1c5e0ca3'] in dv-cinder-844605-1-iscsi is: [{'id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'name': 'tempest-AttachVolumeNegativeTest-536282704-router', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '4f6c3e24-5306-438d-a0da-444251232455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:20Z', 'updated_at': '2022-06-28T11:16:36Z', 'revision_number': 4, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'gw_port': {'id': '4f6c3e24-5306-438d-a0da-444251232455', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:22Z', 'updated_at': '2022-06-28T11:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_floatingips': [{'id': '445eaa8d-97a4-4c60-8ed3-150d3e984db7', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'floating_ip_address': '172.27.2.29', 'floating_network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'router_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'port_id': 'bfc1801b-3d8a-4549-be03-706bb1aea69b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49', 'mac_address': 'fa:16:3e:7c:f7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf380c0-b4f7-43e2-a809-1619f0a0ef32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:16:46Z', 'updated_at': '2022-06-28T11:17:25Z', 'revision_number': 2, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce67a0a8-6a79-4030-ac97-89b4f9a90889', 'name': '', 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'mac_address': 'fa:16:3e:aa:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0543e16d-abbf-4f46-8991-01ac45b7ec02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:32Z', 'updated_at': '2022-06-28T11:16:52Z', 'revision_number': 5, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'subnets': [{'id': '0543e16d-abbf-4f46-8991-01ac45b7ec02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:20:52.809858 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ca1b3e-e4e5-462d-9327-10ece7cb9502 None None] New status for floating IP 6920568f-8e20-4a73-9a3b-6064bbb6d444: DOWN {{(pid=88180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:20:53.051812 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-b17dd016-3154-47c7-920d-86f6975e01cb req-1b281517-937b-424b-bb7b-1f1839023434 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfbb46ef-ae88-4c82-ab63-bd8f8bc524b8 HTTP/1.1" status: 200 len: 210 time: 0.0537276 Jun 28 11:20:54.236330 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-5afd18cc-5f75-49bf-a5b6-e02b46373920 req-2912e297-3268-4555-907c-13e93af3e708 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfbb46ef-ae88-4c82-ab63-bd8f8bc524b8 HTTP/1.1" status: 200 len: 210 time: 0.0522380 Jun 28 11:20:54.459093 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device a5660d8d-1970-462d-b396-92b7c527aa90 no longer exists at agent hyperv_hv-cinder-84460 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:20:54.500449 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] No Port match for: a5660d8d-1970-462d-b396-92b7c527aa90 {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:20:54.501205 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device a5660d8d-1970-462d-b396-92b7c527aa90 not bound to the agent host hv-cinder-84460 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:20:55.363296 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 58026) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:20:55.428404 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-ec2fd3e5-44eb-4050-b584-e659693c1168 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:55.459061 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-ec2fd3e5-44eb-4050-b584-e659693c1168 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:55.520683 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-ec2fd3e5-44eb-4050-b584-e659693c1168 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:55.539991 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2fd3e5-44eb-4050-b584-e659693c1168 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51053300-f9d9-4428-b380-507c71de1d97,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:55.551183 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-ec2fd3e5-44eb-4050-b584-e659693c1168 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:55.552300 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-ec2fd3e5-44eb-4050-b584-e659693c1168 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "DELETE /v2.0/security-groups/51053300-f9d9-4428-b380-507c71de1d97 HTTP/1.1" status: 204 len: 168 time: 0.1879869 Jun 28 11:20:55.556668 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 58030) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:20:55.572664 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.api.v2.resource [None req-a23579d2-672e-4e72-b865-4f616df063b0 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] show failed (client error): The resource could not be found. Jun 28 11:20:55.573660 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-a23579d2-672e-4e72-b865-4f616df063b0 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/security-groups/51053300-f9d9-4428-b380-507c71de1d97 HTTP/1.1" status: 404 len: 347 time: 0.0173731 Jun 28 11:20:55.576589 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 58034) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:20:55.741197 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [None req-052afd76-8285-43ea-8440-9f83458d4a30 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Deleting port 5357343b-fc14-4fb7-9f99-8be157267e33 {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:20:55.741526 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-052afd76-8285-43ea-8440-9f83458d4a30 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:55.916472 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-052afd76-8285-43ea-8440-9f83458d4a30 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:55.916832 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-052afd76-8285-43ea-8440-9f83458d4a30 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:56.049035 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [None req-052afd76-8285-43ea-8440-9f83458d4a30 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Calling delete_port for 5357343b-fc14-4fb7-9f99-8be157267e33 owned by network:floatingip {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:20:56.210322 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-052afd76-8285-43ea-8440-9f83458d4a30 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782104357524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782103981240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2688079'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:56.257927 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052afd76-8285-43ea-8440-9f83458d4a30 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Pushing event deleted for resources: {'Port': ['ID=5357343b-fc14-4fb7-9f99-8be157267e33,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:56.371216 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-052afd76-8285-43ea-8440-9f83458d4a30 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for floatingip, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:56.389749 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-052afd76-8285-43ea-8440-9f83458d4a30 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for floatingip, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:56.391043 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-052afd76-8285-43ea-8440-9f83458d4a30 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "DELETE /v2.0/floatingips/6920568f-8e20-4a73-9a3b-6064bbb6d444 HTTP/1.1" status: 204 len: 168 time: 0.8135602 Jun 28 11:20:59.627818 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:00.267516 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-cc41b373-e581-4b2a-8bf8-65b22f9a9b43 req-6ddc1d17-e10e-4949-9bac-d720a47404b1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0a5feac2-94f7-4fac-9509-f0a495642234&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0784636 Jun 28 11:21:00.368998 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc41b373-e581-4b2a-8bf8-65b22f9a9b43 req-8df42fbf-55e9-4b76-8171-af15c1878a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:00.370497 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-cc41b373-e581-4b2a-8bf8-65b22f9a9b43 req-8df42fbf-55e9-4b76-8171-af15c1878a05 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0d240302ccf0453994b861ae39dea463&device_id=0a5feac2-94f7-4fac-9509-f0a495642234 HTTP/1.1" status: 200 len: 1099 time: 0.0823514 Jun 28 11:21:00.526168 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc41b373-e581-4b2a-8bf8-65b22f9a9b43 req-8e8fcb15-5d0d-41e4-895d-abb28f25070c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:00.527536 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-cc41b373-e581-4b2a-8bf8-65b22f9a9b43 req-8e8fcb15-5d0d-41e4-895d-abb28f25070c service neutron] 10.222.0.43 "GET /v2.0/networks?id=3f8d13e4-2335-496a-b358-95cda2a57319 HTTP/1.1" status: 200 len: 911 time: 0.1359029 Jun 28 11:21:00.714132 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-cc41b373-e581-4b2a-8bf8-65b22f9a9b43 req-4496d649-97eb-43e9-bdac-eb704ef64bb1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=251e1a9d-ec96-4ba0-a7a1-43dc3602134b HTTP/1.1" status: 200 len: 1002 time: 0.1774714 Jun 28 11:21:00.778457 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc41b373-e581-4b2a-8bf8-65b22f9a9b43 req-840d192d-d3c6-4bfe-b094-09858422b387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:00.779778 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-cc41b373-e581-4b2a-8bf8-65b22f9a9b43 req-840d192d-d3c6-4bfe-b094-09858422b387 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2fabbc00-cab3-403d-bb79-f769bf69911e HTTP/1.1" status: 200 len: 849 time: 0.0592434 Jun 28 11:21:00.862186 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc41b373-e581-4b2a-8bf8-65b22f9a9b43 req-3b8ce17f-0e1e-487a-b080-043ae75d1dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:00.863666 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-cc41b373-e581-4b2a-8bf8-65b22f9a9b43 req-3b8ce17f-0e1e-487a-b080-043ae75d1dee service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3f8d13e4-2335-496a-b358-95cda2a57319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0774555 Jun 28 11:21:00.995314 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-cc41b373-e581-4b2a-8bf8-65b22f9a9b43 req-4ee78a78-2969-44e6-bc5e-9a8e287d149e service neutron] 10.222.0.43 "GET /v2.0/networks/3f8d13e4-2335-496a-b358-95cda2a57319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253502 Jun 28 11:21:01.126661 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-cc41b373-e581-4b2a-8bf8-65b22f9a9b43 req-067a39f8-329e-4fa9-a213-d465112a253c service neutron] 10.222.0.43 "GET /v2.0/networks/3f8d13e4-2335-496a-b358-95cda2a57319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243281 Jun 28 11:21:05.497436 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.agents_db [None req-fef25e13-dc2d-42bf-aa2e-f684c08e94a6 None None] Agent healthcheck: found 6 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:21:06.240976 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5b64b837-11d2-4fa1-ab0e-3e8e3e90167e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:08.458164 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5bb801d6-7ba9-4aab-b382-8d46c77c6819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:08.875769 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee2e8c4-0276-4025-b93c-0d3cf81127bd req-91330fc8-93df-41ab-8c0c-70101ba4c10a tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:08.877316 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-dee2e8c4-0276-4025-b93c-0d3cf81127bd req-91330fc8-93df-41ab-8c0c-70101ba4c10a tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5feac2-94f7-4fac-9509-f0a495642234 HTTP/1.1" status: 200 len: 946 time: 0.1049709 Jun 28 11:21:08.927167 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-dee2e8c4-0276-4025-b93c-0d3cf81127bd req-d102529d-967d-46b6-a825-29e4aa7f6bfc tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/security-groups?id=56306c0d-b659-4870-a456-904bd2051209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413256 Jun 28 11:21:09.605324 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b58b1c24-9254-4745-9794-e7d1435c798c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:09.797901 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:10.148801 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea7935e-1f60-4cfd-a50f-59fd6c1f2a9f req-c4df503a-7801-409e-9249-c1153731f5eb tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:10.150344 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-5ea7935e-1f60-4cfd-a50f-59fd6c1f2a9f req-c4df503a-7801-409e-9249-c1153731f5eb tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5feac2-94f7-4fac-9509-f0a495642234 HTTP/1.1" status: 200 len: 946 time: 0.1010046 Jun 28 11:21:10.210117 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-5ea7935e-1f60-4cfd-a50f-59fd6c1f2a9f req-78e96c2f-9093-4a19-a4e4-941d7cb306ba tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/security-groups?id=56306c0d-b659-4870-a456-904bd2051209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540686 Jun 28 11:21:10.546035 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6772d99-9ac0-4812-86fc-18a6c1fff67c req-bc797241-b6bf-441f-bc68-e10b4a3d1875 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:10.546729 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-d6772d99-9ac0-4812-86fc-18a6c1fff67c req-bc797241-b6bf-441f-bc68-e10b4a3d1875 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Synchronizing usage tracker for tenant:9a519a8d5c54458c8ad1c43bdb399503 on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:21:10.565045 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-d6772d99-9ac0-4812-86fc-18a6c1fff67c req-bc797241-b6bf-441f-bc68-e10b4a3d1875 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Unset dirty status for tenant:9a519a8d5c54458c8ad1c43bdb399503 on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:21:10.566180 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-d6772d99-9ac0-4812-86fc-18a6c1fff67c req-bc797241-b6bf-441f-bc68-e10b4a3d1875 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bf380c0-b4f7-43e2-a809-1619f0a0ef32 HTTP/1.1" status: 200 len: 946 time: 0.1096947 Jun 28 11:21:10.613576 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-d6772d99-9ac0-4812-86fc-18a6c1fff67c req-751a78a1-de8a-443f-ae9c-8ef21364d3a0 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c9f6dd2-5c69-47a3-a1db-bebdcd4d9b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382793 Jun 28 11:21:10.950314 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-90b31af6-315a-40c1-95e8-9ba1745e2d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:11.419142 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a2df5-3af1-4d38-97dc-1cc0ef279159 req-5877d957-42f6-4c92-a589-97a460950dce tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:11.420627 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-135a2df5-3af1-4d38-97dc-1cc0ef279159 req-5877d957-42f6-4c92-a589-97a460950dce tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5feac2-94f7-4fac-9509-f0a495642234 HTTP/1.1" status: 200 len: 946 time: 0.0935652 Jun 28 11:21:11.465945 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-135a2df5-3af1-4d38-97dc-1cc0ef279159 req-4208bfb7-3102-4d26-bbcd-1a54c1d4582a tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/security-groups?id=56306c0d-b659-4870-a456-904bd2051209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395358 Jun 28 11:21:11.824844 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53915256-6e09-4439-90c5-9ea14f9cb9b1 req-e059c4e3-e5d1-469b-aa61-7ada049fe9f9 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:11.826483 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-53915256-6e09-4439-90c5-9ea14f9cb9b1 req-e059c4e3-e5d1-469b-aa61-7ada049fe9f9 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bf380c0-b4f7-43e2-a809-1619f0a0ef32 HTTP/1.1" status: 200 len: 946 time: 0.0978150 Jun 28 11:21:11.873395 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-53915256-6e09-4439-90c5-9ea14f9cb9b1 req-5d63c570-65b2-48bf-a4e2-2f02f7736b37 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c9f6dd2-5c69-47a3-a1db-bebdcd4d9b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411382 Jun 28 11:21:12.157520 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b09ae5-d3d2-4780-98b7-e0be0b92aa69 req-6904fa84-7299-46a3-b7a1-08560d2940b5 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:12.159080 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-f8b09ae5-d3d2-4780-98b7-e0be0b92aa69 req-6904fa84-7299-46a3-b7a1-08560d2940b5 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bf380c0-b4f7-43e2-a809-1619f0a0ef32 HTTP/1.1" status: 200 len: 946 time: 0.0966883 Jun 28 11:21:12.240625 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [req-f8b09ae5-d3d2-4780-98b7-e0be0b92aa69 req-41baef21-af47-4141-b1d2-28f693fb8739 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Deleting port bfc1801b-3d8a-4549-be03-706bb1aea69b {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:21:12.241011 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-f8b09ae5-d3d2-4780-98b7-e0be0b92aa69 req-41baef21-af47-4141-b1d2-28f693fb8739 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:12.517006 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.db [req-f8b09ae5-d3d2-4780-98b7-e0be0b92aa69 req-41baef21-af47-4141-b1d2-28f693fb8739 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] For port bfc1801b-3d8a-4549-be03-706bb1aea69b, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=bfc1801b-3d8a-4549-be03-706bb1aea69b,segment=NetworkSegment(d955dde5-69b1-4a11-8383-f5f9cce13386),segment_id=d955dde5-69b1-4a11-8383-f5f9cce13386)] {{(pid=88177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:21:12.517498 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-f8b09ae5-d3d2-4780-98b7-e0be0b92aa69 req-41baef21-af47-4141-b1d2-28f693fb8739 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:12.675989 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d69fc-f1d0-48e8-9a54-4f68f37a4eb8 req-08fe1c22-4651-4b2f-b378-da2b92c92561 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:12.677519 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-192d69fc-f1d0-48e8-9a54-4f68f37a4eb8 req-08fe1c22-4651-4b2f-b378-da2b92c92561 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5feac2-94f7-4fac-9509-f0a495642234 HTTP/1.1" status: 200 len: 946 time: 0.0891080 Jun 28 11:21:12.732667 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-192d69fc-f1d0-48e8-9a54-4f68f37a4eb8 req-3d367b05-35e1-4603-afb5-5d7bfd418f40 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/security-groups?id=56306c0d-b659-4870-a456-904bd2051209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488720 Jun 28 11:21:12.914641 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-f8b09ae5-d3d2-4780-98b7-e0be0b92aa69 req-41baef21-af47-4141-b1d2-28f693fb8739 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:12.915234 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-f8b09ae5-d3d2-4780-98b7-e0be0b92aa69 req-41baef21-af47-4141-b1d2-28f693fb8739 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361935'] for floatingip, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:12.915361 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.db.l3_db [req-f8b09ae5-d3d2-4780-98b7-e0be0b92aa69 req-41baef21-af47-4141-b1d2-28f693fb8739 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Floating IP 445eaa8d-97a4-4c60-8ed3-150d3e984db7 disassociated. External IP: 172.27.2.29, port: bfc1801b-3d8a-4549-be03-706bb1aea69b. Jun 28 11:21:12.917482 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [req-f8b09ae5-d3d2-4780-98b7-e0be0b92aa69 req-41baef21-af47-4141-b1d2-28f693fb8739 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Calling delete_port for bfc1801b-3d8a-4549-be03-706bb1aea69b owned by compute:nova {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:21:13.135167 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-f8b09ae5-d3d2-4780-98b7-e0be0b92aa69 req-41baef21-af47-4141-b1d2-28f693fb8739 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782104357524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782103981240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2688079'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:13.199935 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41baef21-af47-4141-b1d2-28f693fb8739 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Pushing event deleted for resources: {'Port': ['ID=bfc1801b-3d8a-4549-be03-706bb1aea69b,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:13.337039 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd24d04-c929-44fa-a0f0-fe22dfa21ee9 req-616b8908-4754-489b-8fcf-ecd5a9841237 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:13.337039 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-4dd24d04-c929-44fa-a0f0-fe22dfa21ee9 req-616b8908-4754-489b-8fcf-ecd5a9841237 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bf380c0-b4f7-43e2-a809-1619f0a0ef32 HTTP/1.1" status: 200 len: 946 time: 0.2973266 Jun 28 11:21:13.413920 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-4dd24d04-c929-44fa-a0f0-fe22dfa21ee9 req-2293d5ce-b7d4-4424-a02c-ac8c70549597 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/security-groups?id=7c9f6dd2-5c69-47a3-a1db-bebdcd4d9b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701408 Jun 28 11:21:13.438332 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8b09ae5-d3d2-4780-98b7-e0be0b92aa69 req-41baef21-af47-4141-b1d2-28f693fb8739 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Router 612aec67-608e-409c-a55e-b6df1c5e0ca3 has already been hosted by L3 agent 65138fbb-a379-4cdd-9015-09db381edeba {{(pid=88177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:21:13.667300 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8b09ae5-d3d2-4780-98b7-e0be0b92aa69 req-41baef21-af47-4141-b1d2-28f693fb8739 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify agent at l3_agent.dv-cinder-844605-1-iscsi the message routers_updated {{(pid=88177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:21:13.678564 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff78593e-5498-4422-a22f-616105079749 None None] Sync routers for ids ['612aec67-608e-409c-a55e-b6df1c5e0ca3'] in dv-cinder-844605-1-iscsi {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:21:13.691059 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff78593e-5498-4422-a22f-616105079749 None None] Routers {'612aec67-608e-409c-a55e-b6df1c5e0ca3'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:21:13.691683 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-ff78593e-5498-4422-a22f-616105079749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:21:08Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['612aec67-608e-409c-a55e-b6df1c5e0ca3'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:13.774279 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8b09ae5-d3d2-4780-98b7-e0be0b92aa69 req-41baef21-af47-4141-b1d2-28f693fb8739 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] No DVR routers for this DVR port bfc1801b-3d8a-4549-be03-706bb1aea69b on host hv-cinder-84460 {{(pid=88177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:21:13.779570 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-f8b09ae5-d3d2-4780-98b7-e0be0b92aa69 req-41baef21-af47-4141-b1d2-28f693fb8739 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:13.782635 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bf380c0-b4f7-43e2-a809-1619f0a0ef32', 'name': 'network-vif-deleted', 'tag': 'bfc1801b-3d8a-4549-be03-706bb1aea69b'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:21:13.800095 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-f8b09ae5-d3d2-4780-98b7-e0be0b92aa69 req-41baef21-af47-4141-b1d2-28f693fb8739 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.43 "DELETE /v2.0/ports/bfc1801b-3d8a-4549-be03-706bb1aea69b HTTP/1.1" status: 204 len: 173 time: 1.6350417 Jun 28 11:21:13.854973 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f90e6a27-74aa-4660-a4ad-422bacda900e'] response: {'server_uuid': '2bf380c0-b4f7-43e2-a809-1619f0a0ef32', 'name': 'network-vif-deleted', 'tag': 'bfc1801b-3d8a-4549-be03-706bb1aea69b', 'status': 'completed', 'code': 200} Jun 28 11:21:13.966115 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-ff78593e-5498-4422-a22f-616105079749 None None] Set router 612aec67-608e-409c-a55e-b6df1c5e0ca3 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:21:13.992616 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f206c2-8c10-48ed-b381-00ae0d578123 req-ff417623-ee0e-4811-8768-e8fa413344d9 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:13.995513 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-82f206c2-8c10-48ed-b381-00ae0d578123 req-ff417623-ee0e-4811-8768-e8fa413344d9 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5feac2-94f7-4fac-9509-f0a495642234 HTTP/1.1" status: 200 len: 946 time: 0.1313970 Jun 28 11:21:14.057876 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-82f206c2-8c10-48ed-b381-00ae0d578123 req-221fb7c9-7f1c-4964-b75c-7b72b327122b tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/security-groups?id=56306c0d-b659-4870-a456-904bd2051209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558288 Jun 28 11:21:14.330707 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-ff78593e-5498-4422-a22f-616105079749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'name': 'tempest-AttachVolumeNegativeTest-536282704-router', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '4f6c3e24-5306-438d-a0da-444251232455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:20Z', 'updated_at': '2022-06-28T11:16:36Z', 'revision_number': 4, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'gw_port': {'id': '4f6c3e24-5306-438d-a0da-444251232455', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:22Z', 'updated_at': '2022-06-28T11:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': 'ce67a0a8-6a79-4030-ac97-89b4f9a90889', 'name': '', 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'mac_address': 'fa:16:3e:aa:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0543e16d-abbf-4f46-8991-01ac45b7ec02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:32Z', 'updated_at': '2022-06-28T11:16:52Z', 'revision_number': 5, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'subnets': [{'id': '0543e16d-abbf-4f46-8991-01ac45b7ec02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:14.335105 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff78593e-5498-4422-a22f-616105079749 None None] Checking router: 612aec67-608e-409c-a55e-b6df1c5e0ca3 for host: dv-cinder-844605-1-iscsi {{(pid=88179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:21:14.343659 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff78593e-5498-4422-a22f-616105079749 None None] Routers {'612aec67-608e-409c-a55e-b6df1c5e0ca3'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:21:14.344344 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-ff78593e-5498-4422-a22f-616105079749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:21:08Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['612aec67-608e-409c-a55e-b6df1c5e0ca3'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:14.369958 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 58380) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:14.562155 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-ff78593e-5498-4422-a22f-616105079749 None None] Set router 612aec67-608e-409c-a55e-b6df1c5e0ca3 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:21:14.563100 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-7e66c1ec-9b91-4ff7-9b2f-3bce5fc1533d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:14.585920 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-7e66c1ec-9b91-4ff7-9b2f-3bce5fc1533d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:14.590539 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-7e66c1ec-9b91-4ff7-9b2f-3bce5fc1533d admin admin] Usage tracker for resource:security_group_rule and tenant:c3c86078fea045a2b18d96ce6eefd917 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:14.593926 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-7e66c1ec-9b91-4ff7-9b2f-3bce5fc1533d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:14.617825 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-7e66c1ec-9b91-4ff7-9b2f-3bce5fc1533d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:14.662938 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-b49db8e4-23d7-474f-9b90-9374c2df9fc6 req-1f4dfec4-f5af-4d74-811f-f4360529bd63 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Synchronizing usage tracker for tenant:9a519a8d5c54458c8ad1c43bdb399503 on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:21:14.686837 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-b49db8e4-23d7-474f-9b90-9374c2df9fc6 req-1f4dfec4-f5af-4d74-811f-f4360529bd63 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Unset dirty status for tenant:9a519a8d5c54458c8ad1c43bdb399503 on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:21:14.688277 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b49db8e4-23d7-474f-9b90-9374c2df9fc6 req-1f4dfec4-f5af-4d74-811f-f4360529bd63 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bf380c0-b4f7-43e2-a809-1619f0a0ef32 HTTP/1.1" status: 200 len: 210 time: 0.0882077 Jun 28 11:21:14.747342 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-7e66c1ec-9b91-4ff7-9b2f-3bce5fc1533d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:14.752085 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-7e66c1ec-9b91-4ff7-9b2f-3bce5fc1533d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:14.806137 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e66c1ec-9b91-4ff7-9b2f-3bce5fc1533d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec8b0d6-3144-49a9-babe-d4038d2f62a5,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:14.814289 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-7e66c1ec-9b91-4ff7-9b2f-3bce5fc1533d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c3c86078fea045a2b18d96ce6eefd917&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4407294 Jun 28 11:21:14.814532 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 58398) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:14.877404 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-1385dc21-04c2-46bf-a14b-8aeef56fa28e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:14.905283 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-1385dc21-04c2-46bf-a14b-8aeef56fa28e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:14.930847 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-ff78593e-5498-4422-a22f-616105079749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'name': 'tempest-AttachVolumeNegativeTest-536282704-router', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '4f6c3e24-5306-438d-a0da-444251232455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:20Z', 'updated_at': '2022-06-28T11:16:36Z', 'revision_number': 4, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'gw_port': {'id': '4f6c3e24-5306-438d-a0da-444251232455', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:22Z', 'updated_at': '2022-06-28T11:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': 'ce67a0a8-6a79-4030-ac97-89b4f9a90889', 'name': '', 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'mac_address': 'fa:16:3e:aa:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0543e16d-abbf-4f46-8991-01ac45b7ec02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:32Z', 'updated_at': '2022-06-28T11:16:52Z', 'revision_number': 5, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'subnets': [{'id': '0543e16d-abbf-4f46-8991-01ac45b7ec02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:14.935203 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff78593e-5498-4422-a22f-616105079749 None None] The sync data for ids ['612aec67-608e-409c-a55e-b6df1c5e0ca3'] in dv-cinder-844605-1-iscsi is: [{'id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'name': 'tempest-AttachVolumeNegativeTest-536282704-router', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '4f6c3e24-5306-438d-a0da-444251232455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:20Z', 'updated_at': '2022-06-28T11:16:36Z', 'revision_number': 4, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'gw_port': {'id': '4f6c3e24-5306-438d-a0da-444251232455', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:22Z', 'updated_at': '2022-06-28T11:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': 'ce67a0a8-6a79-4030-ac97-89b4f9a90889', 'name': '', 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'mac_address': 'fa:16:3e:aa:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0543e16d-abbf-4f46-8991-01ac45b7ec02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:32Z', 'updated_at': '2022-06-28T11:16:52Z', 'revision_number': 5, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'subnets': [{'id': '0543e16d-abbf-4f46-8991-01ac45b7ec02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:21:14.963883 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-1385dc21-04c2-46bf-a14b-8aeef56fa28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:14.978523 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1385dc21-04c2-46bf-a14b-8aeef56fa28e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec8b0d6-3144-49a9-babe-d4038d2f62a5,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:14.985985 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-1385dc21-04c2-46bf-a14b-8aeef56fa28e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:14.987226 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-1385dc21-04c2-46bf-a14b-8aeef56fa28e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aec8b0d6-3144-49a9-babe-d4038d2f62a5 HTTP/1.1" status: 204 len: 168 time: 0.1717050 Jun 28 11:21:15.213631 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ad7ba8-b65c-4f79-9f09-dcee8b04648a None None] New status for floating IP 445eaa8d-97a4-4c60-8ed3-150d3e984db7: DOWN {{(pid=88180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:21:15.276450 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608ecc05-6e82-4d4d-90a8-4a9bd7f01e77 req-9e015e65-7c24-4368-976f-a23ae5628643 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:15.278113 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-608ecc05-6e82-4d4d-90a8-4a9bd7f01e77 req-9e015e65-7c24-4368-976f-a23ae5628643 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5feac2-94f7-4fac-9509-f0a495642234 HTTP/1.1" status: 200 len: 946 time: 0.0959699 Jun 28 11:21:15.333797 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-608ecc05-6e82-4d4d-90a8-4a9bd7f01e77 req-e10ca8f5-1227-43bc-bf92-f50e1ebc1b00 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/security-groups?id=56306c0d-b659-4870-a456-904bd2051209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488272 Jun 28 11:21:15.716742 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 58430) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:15.850153 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [None req-243e4573-e278-4d3c-b4fe-9a3b4657cff3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2058041356-network', 'tenant_id': '34f9a4af464a4c14af73bb4bb8314982'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:15.856463 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-243e4573-e278-4d3c-b4fe-9a3b4657cff3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:15.858899 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 58448) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:15.863037 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-243e4573-e278-4d3c-b4fe-9a3b4657cff3 admin admin] Usage tracker for resource:network and tenant:34f9a4af464a4c14af73bb4bb8314982 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:15.879408 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-243e4573-e278-4d3c-b4fe-9a3b4657cff3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:15.889747 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-243e4573-e278-4d3c-b4fe-9a3b4657cff3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:15.925603 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243e4573-e278-4d3c-b4fe-9a3b4657cff3 admin admin] Made reservation on behalf of 34f9a4af464a4c14af73bb4bb8314982 for: {'network': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:21:15.929048 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-243e4573-e278-4d3c-b4fe-9a3b4657cff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for network, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:15.969609 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-243e4573-e278-4d3c-b4fe-9a3b4657cff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:16.002497 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-243e4573-e278-4d3c-b4fe-9a3b4657cff3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:16.007630 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-8210dd00-d002-4a02-b3a7-609a982e2f83 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:16.009717 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-243e4573-e278-4d3c-b4fe-9a3b4657cff3 admin admin] Usage tracker for resource:security_group_rule and tenant:34f9a4af464a4c14af73bb4bb8314982 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:16.013743 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-243e4573-e278-4d3c-b4fe-9a3b4657cff3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:16.029418 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-243e4573-e278-4d3c-b4fe-9a3b4657cff3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:16.053676 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-8210dd00-d002-4a02-b3a7-609a982e2f83 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:16.147070 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-8210dd00-d002-4a02-b3a7-609a982e2f83 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:16.177856 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8210dd00-d002-4a02-b3a7-609a982e2f83 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9f6dd2-5c69-47a3-a1db-bebdcd4d9b3d,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:16.193551 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-243e4573-e278-4d3c-b4fe-9a3b4657cff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:16.200447 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-8210dd00-d002-4a02-b3a7-609a982e2f83 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:16.204921 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-8210dd00-d002-4a02-b3a7-609a982e2f83 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "DELETE /v2.0/security-groups/7c9f6dd2-5c69-47a3-a1db-bebdcd4d9b3d HTTP/1.1" status: 204 len: 168 time: 0.3449972 Jun 28 11:21:16.205397 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 58472) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:16.206833 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-243e4573-e278-4d3c-b4fe-9a3b4657cff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:16.230793 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-243e4573-e278-4d3c-b4fe-9a3b4657cff3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=88177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 11:21:16.241875 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-243e4573-e278-4d3c-b4fe-9a3b4657cff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812087'] for segment, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:16.242199 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.db.segments_db [None req-243e4573-e278-4d3c-b4fe-9a3b4657cff3 admin admin] Added segment 6274d8ad-456f-4882-af74-95c75bd63265 of type vlan for network 0d6307f0-ba10-44a7-b3d3-c9e66a22edf8 Jun 28 11:21:16.246392 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.api.v2.resource [None req-91d7c3ec-8f4d-422c-bd87-2cbf227f3e76 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] show failed (client error): The resource could not be found. Jun 28 11:21:16.247697 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-91d7c3ec-8f4d-422c-bd87-2cbf227f3e76 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/security-groups/7c9f6dd2-5c69-47a3-a1db-bebdcd4d9b3d HTTP/1.1" status: 404 len: 347 time: 0.0408549 Jun 28 11:21:16.250902 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 58476) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:16.287044 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-243e4573-e278-4d3c-b4fe-9a3b4657cff3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782103966769'] for network, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:16.306591 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243e4573-e278-4d3c-b4fe-9a3b4657cff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d337acf2-c4b8-45e5-a621-7cf2bb50dd6c,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:16.330581 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-243e4573-e278-4d3c-b4fe-9a3b4657cff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693'] for network, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:16.331534 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243e4573-e278-4d3c-b4fe-9a3b4657cff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:16.332113 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-243e4573-e278-4d3c-b4fe-9a3b4657cff3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562711'] for network, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:16.431677 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-243e4573-e278-4d3c-b4fe-9a3b4657cff3 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7138174 Jun 28 11:21:16.436754 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 58484) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:16.439577 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.plugin [None req-8f57aa33-2e89-4b4c-b0db-365ecd2d1bae tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Deleting port 783da9f7-f31d-4d41-8db3-73d253c84a47 {{(pid=88178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:21:16.439957 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-8f57aa33-2e89-4b4c-b0db-365ecd2d1bae tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:16.476485 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [None req-6f55621b-6b73-4dcb-9331-8e0a48b4e4a0 admin admin] Request body: {'subnet': {'network_id': '0d6307f0-ba10-44a7-b3d3-c9e66a22edf8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2058041356-subnet', 'tenant_id': '34f9a4af464a4c14af73bb4bb8314982', 'ip_version': 4}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:16.481458 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-6f55621b-6b73-4dcb-9331-8e0a48b4e4a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:16.486076 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-6f55621b-6b73-4dcb-9331-8e0a48b4e4a0 admin admin] Usage tracker for resource:subnet and tenant:34f9a4af464a4c14af73bb4bb8314982 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:16.489719 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-6f55621b-6b73-4dcb-9331-8e0a48b4e4a0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:16.507524 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243e4573-e278-4d3c-b4fe-9a3b4657cff3 admin admin] Pushing event updated for resources: {'Network': ['ID=0d6307f0-ba10-44a7-b3d3-c9e66a22edf8,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:16.519626 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Network 0d6307f0-ba10-44a7-b3d3-c9e66a22edf8 details requested by agent ovs-agent-dv-cinder-844605-1-iscsi with host dv-cinder-844605-1-iscsi {{(pid=88179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 11:21:16.523590 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-6f55621b-6b73-4dcb-9331-8e0a48b4e4a0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:16.599946 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device bfc1801b-3d8a-4549-be03-706bb1aea69b no longer exists at agent hyperv_hv-cinder-84460 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:21:16.625253 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc34239-3c10-4a30-9498-2c02855f4d57 req-e9791936-c824-4ddb-b50b-fa87fbe0638d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:16.626941 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-3dc34239-3c10-4a30-9498-2c02855f4d57 req-e9791936-c824-4ddb-b50b-fa87fbe0638d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39ee6a774aa94963a4c024612cabe0ab&device_id=102a8a1b-da21-407e-96a2-2edae90da152 HTTP/1.1" status: 200 len: 1098 time: 0.1703944 Jun 28 11:21:16.645517 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] No Port match for: bfc1801b-3d8a-4549-be03-706bb1aea69b {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:21:16.645946 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device bfc1801b-3d8a-4549-be03-706bb1aea69b not bound to the agent host hv-cinder-84460 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:21:16.666898 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6100d034-e5a9-4925-98f3-a969645746c5 req-bf907046-a235-493e-8f52-652135f4e6eb tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:16.668530 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-6100d034-e5a9-4925-98f3-a969645746c5 req-bf907046-a235-493e-8f52-652135f4e6eb tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=102a8a1b-da21-407e-96a2-2edae90da152 HTTP/1.1" status: 200 len: 945 time: 0.1421487 Jun 28 11:21:16.685575 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f55621b-6b73-4dcb-9331-8e0a48b4e4a0 admin admin] Made reservation on behalf of 34f9a4af464a4c14af73bb4bb8314982 for: {'subnet': 1} {{(pid=88178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:21:16.687839 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-6f55621b-6b73-4dcb-9331-8e0a48b4e4a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2482729'] for subnet, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:16.874210 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-6100d034-e5a9-4925-98f3-a969645746c5 req-d8a1b119-2f6c-4146-b62b-31c5049c8e8a tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=eae4892b-50c7-41df-9dd4-207cf5f402b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625473 Jun 28 11:21:16.896208 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc34239-3c10-4a30-9498-2c02855f4d57 req-0f196c19-9769-4ddd-95a8-40afbbf5d69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:16.898263 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-3dc34239-3c10-4a30-9498-2c02855f4d57 req-0f196c19-9769-4ddd-95a8-40afbbf5d69d service neutron] 10.222.0.43 "GET /v2.0/networks?id=3dcee093-7093-4d70-9e54-e71a2fd9b0d8 HTTP/1.1" status: 200 len: 920 time: 0.2651000 Jun 28 11:21:16.976309 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b543d9-c8bb-476c-b373-d23b6b1f5441 req-6f770974-34f4-4900-9275-005abcefc147 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:16.977860 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-73b543d9-c8bb-476c-b373-d23b6b1f5441 req-6f770974-34f4-4900-9275-005abcefc147 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5feac2-94f7-4fac-9509-f0a495642234 HTTP/1.1" status: 200 len: 946 time: 0.4630101 Jun 28 11:21:16.998010 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-8f57aa33-2e89-4b4c-b0db-365ecd2d1bae tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:16.998337 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-8f57aa33-2e89-4b4c-b0db-365ecd2d1bae tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:17.024484 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-3dc34239-3c10-4a30-9498-2c02855f4d57 req-2413b672-f813-47a3-b5b9-fd6c17b7b1af service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=436a23dc-be0c-4601-85a0-35bfef377977 HTTP/1.1" status: 200 len: 1001 time: 0.1184247 Jun 28 11:21:17.099406 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc34239-3c10-4a30-9498-2c02855f4d57 req-42ca2af4-dd8f-4370-a507-92e1589a6ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:17.100166 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-3dc34239-3c10-4a30-9498-2c02855f4d57 req-42ca2af4-dd8f-4370-a507-92e1589a6ba6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4959b550-e4a6-4bb2-a9b3-3d13206321f5 HTTP/1.1" status: 200 len: 858 time: 0.0603957 Jun 28 11:21:17.163552 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.plugin [None req-8f57aa33-2e89-4b4c-b0db-365ecd2d1bae tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Calling delete_port for 783da9f7-f31d-4d41-8db3-73d253c84a47 owned by network:floatingip {{(pid=88178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:21:17.190089 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc34239-3c10-4a30-9498-2c02855f4d57 req-0ed60b0a-f3c9-4fd8-9b94-24ef47e195ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:17.191553 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-3dc34239-3c10-4a30-9498-2c02855f4d57 req-0ed60b0a-f3c9-4fd8-9b94-24ef47e195ba service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3dcee093-7093-4d70-9e54-e71a2fd9b0d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0844290 Jun 28 11:21:17.214485 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-73b543d9-c8bb-476c-b373-d23b6b1f5441 req-3b375708-0d47-4dbc-86e9-8d656c2f7c30 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/security-groups?id=56306c0d-b659-4870-a456-904bd2051209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2224333 Jun 28 11:21:17.271788 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-6f55621b-6b73-4dcb-9331-8e0a48b4e4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2289327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2482719'] for subnet, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:17.333422 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-3dc34239-3c10-4a30-9498-2c02855f4d57 req-de3d8f37-ef83-4e08-b89b-ed5c146d880c service neutron] 10.222.0.43 "GET /v2.0/networks/3dcee093-7093-4d70-9e54-e71a2fd9b0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345997 Jun 28 11:21:17.417457 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f55621b-6b73-4dcb-9331-8e0a48b4e4a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b0b29df-7b1f-4317-a6ef-bd3cb4e8ea72,revision_number=0']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:17.422557 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f55621b-6b73-4dcb-9331-8e0a48b4e4a0 admin admin] Checking segment: {'id': '6274d8ad-456f-4882-af74-95c75bd63265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0d6307f0-ba10-44a7-b3d3-c9e66a22edf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:21:17.422916 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f55621b-6b73-4dcb-9331-8e0a48b4e4a0 admin admin] Network hostable DHCP agents. Network: 0d6307f0-ba10-44a7-b3d3-c9e66a22edf8, hostable agents: ['bd7a9fca-13b7-4c24-af86-ecdc43be0dc3'], hosted agents: [] {{(pid=88178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 11:21:17.460385 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-8f57aa33-2e89-4b4c-b0db-365ecd2d1bae tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782104357524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782103981240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287935'] for port, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:17.494833 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f55621b-6b73-4dcb-9331-8e0a48b4e4a0 admin admin] Network 0d6307f0-ba10-44a7-b3d3-c9e66a22edf8 is scheduled to be hosted by DHCP agent bd7a9fca-13b7-4c24-af86-ecdc43be0dc3 with binding_index 1 {{(pid=88178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 11:21:17.495511 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-3dc34239-3c10-4a30-9498-2c02855f4d57 req-593603bb-aea6-479b-87fa-896f1009b902 service neutron] 10.222.0.43 "GET /v2.0/networks/3dcee093-7093-4d70-9e54-e71a2fd9b0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560929 Jun 28 11:21:17.517876 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f57aa33-2e89-4b4c-b0db-365ecd2d1bae tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Pushing event deleted for resources: {'Port': ['ID=783da9f7-f31d-4d41-8db3-73d253c84a47,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:17.558845 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.base_scheduler [None req-6f55621b-6b73-4dcb-9331-8e0a48b4e4a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844605-1-iscsi, 0d6307f0-ba10-44a7-b3d3-c9e66a22edf8) {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:21:17.568129 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61ee9ee-62db-4794-b4f9-1f0900f3a8df None None] Network 0d6307f0-ba10-44a7-b3d3-c9e66a22edf8 requested from dv-cinder-844605-1-iscsi {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:21:17.602101 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f55621b-6b73-4dcb-9331-8e0a48b4e4a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:17.602687 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-6f55621b-6b73-4dcb-9331-8e0a48b4e4a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:17.652163 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-6f55621b-6b73-4dcb-9331-8e0a48b4e4a0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2139721 Jun 28 11:21:17.653012 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-8f57aa33-2e89-4b4c-b0db-365ecd2d1bae tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for floatingip, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:17.655233 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 58504) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:17.655411 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-8f57aa33-2e89-4b4c-b0db-365ecd2d1bae tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for floatingip, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:17.656544 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-8f57aa33-2e89-4b4c-b0db-365ecd2d1bae tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "DELETE /v2.0/floatingips/445eaa8d-97a4-4c60-8ed3-150d3e984db7 HTTP/1.1" status: 204 len: 168 time: 1.4047344 Jun 28 11:21:17.663470 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [None req-ad2b3efa-6561-479b-b62e-a22173fd70f0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2058041356-router', 'tenant_id': '34f9a4af464a4c14af73bb4bb8314982', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463'}}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:17.669044 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-ad2b3efa-6561-479b-b62e-a22173fd70f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:17.674046 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-ad2b3efa-6561-479b-b62e-a22173fd70f0 admin admin] Usage tracker for resource:router and tenant:34f9a4af464a4c14af73bb4bb8314982 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:17.677234 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-ad2b3efa-6561-479b-b62e-a22173fd70f0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:17.690129 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-ad2b3efa-6561-479b-b62e-a22173fd70f0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:17.704136 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ad2b3efa-6561-479b-b62e-a22173fd70f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5216'] for router, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:17.705705 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ad2b3efa-6561-479b-b62e-a22173fd70f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-362573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5243'] for router, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:17.724914 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ad2b3efa-6561-479b-b62e-a22173fd70f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:17.771347 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 58510) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:17.775406 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [None req-d1750759-7d77-49e8-b2c7-9ea9f71a899f tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1459867756', 'description': 'tempest-description--637713442'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:17.789827 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-d1750759-7d77-49e8-b2c7-9ea9f71a899f tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:17.795081 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-d1750759-7d77-49e8-b2c7-9ea9f71a899f tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Usage tracker for resource:security_group and tenant:9a519a8d5c54458c8ad1c43bdb399503 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:17.798171 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-d1750759-7d77-49e8-b2c7-9ea9f71a899f tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:17.804589 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-d1750759-7d77-49e8-b2c7-9ea9f71a899f tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:17.822362 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-d1750759-7d77-49e8-b2c7-9ea9f71a899f tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:17.863344 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-d1750759-7d77-49e8-b2c7-9ea9f71a899f tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:17.868295 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-d1750759-7d77-49e8-b2c7-9ea9f71a899f tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Usage tracker for resource:security_group_rule and tenant:9a519a8d5c54458c8ad1c43bdb399503 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:17.872046 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-d1750759-7d77-49e8-b2c7-9ea9f71a899f tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:17.881139 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-d1750759-7d77-49e8-b2c7-9ea9f71a899f tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:17.887059 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12c9245-6e33-482f-b304-ff9ecd6d6fd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad984f-d5be-5395-a87e-fa0999123cbc-0d6307f0-ba10-44a7-b3d3-c9e66a22edf8', 'network_id': '0d6307f0-ba10-44a7-b3d3-c9e66a22edf8', 'tenant_id': '34f9a4af464a4c14af73bb4bb8314982', 'fixed_ips': [{'subnet_id': '1b0b29df-7b1f-4317-a6ef-bd3cb4e8ea72'}]}} from dv-cinder-844605-1-iscsi. {{(pid=88179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 28 11:21:17.887899 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a12c9245-6e33-482f-b304-ff9ecd6d6fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_create {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:18.092227 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ad2b3efa-6561-479b-b62e-a22173fd70f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-362623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5189'] for router, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:18.147946 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_common [None req-a12c9245-6e33-482f-b304-ff9ecd6d6fd6 None None] Allocated IP 172.20.0.2 (0d6307f0-ba10-44a7-b3d3-c9e66a22edf8/1b0b29df-7b1f-4317-a6ef-bd3cb4e8ea72/05007506-f62f-406f-b1f5-8e32de787257) {{(pid=88179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:21:18.154279 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-d1750759-7d77-49e8-b2c7-9ea9f71a899f tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:18.170758 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-d1750759-7d77-49e8-b2c7-9ea9f71a899f tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:18.231779 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-d1750759-7d77-49e8-b2c7-9ea9f71a899f tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:18.236556 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-d1750759-7d77-49e8-b2c7-9ea9f71a899f tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4658568 Jun 28 11:21:18.237246 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 58520) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:18.260005 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6158e-6109-4cea-beae-57a4974b5cd8 req-c07a0b44-bb81-42a1-99a0-7d65c22dda5c tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:18.273649 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-cfd6158e-6109-4cea-beae-57a4974b5cd8 req-c07a0b44-bb81-42a1-99a0-7d65c22dda5c tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=102a8a1b-da21-407e-96a2-2edae90da152 HTTP/1.1" status: 200 len: 945 time: 0.2703743 Jun 28 11:21:18.274342 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1750759-7d77-49e8-b2c7-9ea9f71a899f tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad130fcf-8920-47dc-a1d8-2bb1d5241bb7,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:18.279848 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [None req-53b0f0be-bc79-4ad7-a008-5b0881d3052e tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Request body: {'security_group_rule': {'security_group_id': 'ad130fcf-8920-47dc-a1d8-2bb1d5241bb7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:18.291735 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-53b0f0be-bc79-4ad7-a008-5b0881d3052e tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:18.297503 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-53b0f0be-bc79-4ad7-a008-5b0881d3052e tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Usage tracker for resource:security_group_rule and tenant:9a519a8d5c54458c8ad1c43bdb399503 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:18.313656 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-53b0f0be-bc79-4ad7-a008-5b0881d3052e tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:18.319973 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-53b0f0be-bc79-4ad7-a008-5b0881d3052e tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:18.380668 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-cfd6158e-6109-4cea-beae-57a4974b5cd8 req-5f40cfd0-9173-4068-a161-2b78797687c7 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=eae4892b-50c7-41df-9dd4-207cf5f402b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522454 Jun 28 11:21:18.422930 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-53b0f0be-bc79-4ad7-a008-5b0881d3052e tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:18.473096 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a12c9245-6e33-482f-b304-ff9ecd6d6fd6 None None] Notify callbacks [] for port, precommit_create {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:18.484581 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-a12c9245-6e33-482f-b304-ff9ecd6d6fd6 None None] Transition to ACTIVE for port object 05007506-f62f-406f-b1f5-8e32de787257 will not be triggered until provisioned by entity L2. {{(pid=88179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:21:18.494889 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-53b0f0be-bc79-4ad7-a008-5b0881d3052e tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:18.503730 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-53b0f0be-bc79-4ad7-a008-5b0881d3052e tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545003'] for security_group_rule, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:18.507214 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-a12c9245-6e33-482f-b304-ff9ecd6d6fd6 None None] Transition to ACTIVE for port object 05007506-f62f-406f-b1f5-8e32de787257 will not be triggered until provisioned by entity DHCP. {{(pid=88179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:21:18.513856 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a12c9245-6e33-482f-b304-ff9ecd6d6fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782103981231'] for port, after_create {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:18.532265 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b0f0be-bc79-4ad7-a008-5b0881d3052e tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7bd36a6-869b-4480-8f47-5b15050f826c,revision_number=0']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:18.550539 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 58530) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:18.550706 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ad2b3efa-6561-479b-b62e-a22173fd70f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:18.557565 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-53b0f0be-bc79-4ad7-a008-5b0881d3052e tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:18.562974 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-53b0f0be-bc79-4ad7-a008-5b0881d3052e tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3245294 Jun 28 11:21:18.563622 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 58536) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:18.568968 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [None req-2100f0ec-813b-4a7c-9900-171ee85eeba1 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Request body: {'security_group_rule': {'security_group_id': 'ad130fcf-8920-47dc-a1d8-2bb1d5241bb7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:18.576159 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-2100f0ec-813b-4a7c-9900-171ee85eeba1 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:18.579394 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-2100f0ec-813b-4a7c-9900-171ee85eeba1 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Usage tracker for resource:security_group_rule and tenant:9a519a8d5c54458c8ad1c43bdb399503 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:18.582773 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-2100f0ec-813b-4a7c-9900-171ee85eeba1 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:18.589283 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-2100f0ec-813b-4a7c-9900-171ee85eeba1 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:18.590794 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ad2b3efa-6561-479b-b62e-a22173fd70f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:18.612194 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 58540) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:18.613097 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-2100f0ec-813b-4a7c-9900-171ee85eeba1 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:18.613335 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12c9245-6e33-482f-b304-ff9ecd6d6fd6 None None] Network 0d6307f0-ba10-44a7-b3d3-c9e66a22edf8 is already hosted by enough agents. {{(pid=88179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:21:18.616794 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-a12c9245-6e33-482f-b304-ff9ecd6d6fd6 None None] Resources bound (agent type, host, resource id): {{(pid=88179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:21:18.619355 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12c9245-6e33-482f-b304-ff9ecd6d6fd6 None None] Received port after_create {{(pid=88179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:21:18.639408 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6a5a3-0b17-44d3-9af3-495476e64fee req-45465da7-42ab-4804-84cf-e36d66d51384 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:18.640916 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-4ff6a5a3-0b17-44d3-9af3-495476e64fee req-45465da7-42ab-4804-84cf-e36d66d51384 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5feac2-94f7-4fac-9509-f0a495642234 HTTP/1.1" status: 200 len: 946 time: 0.2199662 Jun 28 11:21:18.720298 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c9245-6e33-482f-b304-ff9ecd6d6fd6 None None] Pushing event updated for resources: {'Port': ['ID=05007506-f62f-406f-b1f5-8e32de787257,revision_number=1']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:18.741541 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c9245-6e33-482f-b304-ff9ecd6d6fd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:18.742047 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c9245-6e33-482f-b304-ff9ecd6d6fd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:18.742487 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c9245-6e33-482f-b304-ff9ecd6d6fd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:18.742921 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c9245-6e33-482f-b304-ff9ecd6d6fd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:18.743350 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c9245-6e33-482f-b304-ff9ecd6d6fd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:18.743778 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c9245-6e33-482f-b304-ff9ecd6d6fd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:18.744218 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c9245-6e33-482f-b304-ff9ecd6d6fd6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:18.744673 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c9245-6e33-482f-b304-ff9ecd6d6fd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:18.745095 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c9245-6e33-482f-b304-ff9ecd6d6fd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:18.745532 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c9245-6e33-482f-b304-ff9ecd6d6fd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:18.745957 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c9245-6e33-482f-b304-ff9ecd6d6fd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:18.746376 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c9245-6e33-482f-b304-ff9ecd6d6fd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:18.754387 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-a12c9245-6e33-482f-b304-ff9ecd6d6fd6 None None] Attempting to bind port 05007506-f62f-406f-b1f5-8e32de787257 on host dv-cinder-844605-1-iscsi for vnic_type normal with profile {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:21:18.754913 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-a12c9245-6e33-482f-b304-ff9ecd6d6fd6 None None] Attempting to bind port 05007506-f62f-406f-b1f5-8e32de787257 by drivers openvswitch,hyperv on host dv-cinder-844605-1-iscsi at level 0 using segments [{'id': '6274d8ad-456f-4882-af74-95c75bd63265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0d6307f0-ba10-44a7-b3d3-c9e66a22edf8'}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:21:18.755380 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12c9245-6e33-482f-b304-ff9ecd6d6fd6 None None] Attempting to bind port 05007506-f62f-406f-b1f5-8e32de787257 on network 0d6307f0-ba10-44a7-b3d3-c9e66a22edf8 {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:21:18.759182 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-7f9fd22e-69e1-47a1-88ba-40f4297a1da6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:18.762598 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12c9245-6e33-482f-b304-ff9ecd6d6fd6 None None] Checking agent: {'id': 'b95f8be4-ac30-48f3-8fc1-8bf3ad4a0571', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 7, 40), 'started_at': datetime.datetime(2022, 6, 28, 11, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:21:18.763107 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12c9245-6e33-482f-b304-ff9ecd6d6fd6 None None] Checking segment: {'id': '6274d8ad-456f-4882-af74-95c75bd63265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0d6307f0-ba10-44a7-b3d3-c9e66a22edf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:21:18.763608 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a12c9245-6e33-482f-b304-ff9ecd6d6fd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:18.764114 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12c9245-6e33-482f-b304-ff9ecd6d6fd6 None None] Bound using segment: {'id': '6274d8ad-456f-4882-af74-95c75bd63265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0d6307f0-ba10-44a7-b3d3-c9e66a22edf8'} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:21:18.764707 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-a12c9245-6e33-482f-b304-ff9ecd6d6fd6 None None] Bound port: 05007506-f62f-406f-b1f5-8e32de787257, host: dv-cinder-844605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6274d8ad-456f-4882-af74-95c75bd63265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0d6307f0-ba10-44a7-b3d3-c9e66a22edf8'}}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:21:18.765178 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a12c9245-6e33-482f-b304-ff9ecd6d6fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:18.774659 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.db_base_plugin_v2 [None req-66de16a9-f38a-4563-a151-9070e7af05d0 admin admin] Deleting subnet e1976996-5574-4c04-b53b-51f7f22eb8dd {{(pid=88178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 28 11:21:18.779802 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-66de16a9-f38a-4563-a151-9070e7af05d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:18.817310 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-7f9fd22e-69e1-47a1-88ba-40f4297a1da6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:18.833660 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-7f9fd22e-69e1-47a1-88ba-40f4297a1da6 admin admin] Usage tracker for resource:security_group_rule and tenant:01856d853c1f4eceac302a8592506d12 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:18.839854 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-4ff6a5a3-0b17-44d3-9af3-495476e64fee req-1eece3fc-deae-4030-9ccb-b4cb6cbf5ea6 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/security-groups?id=56306c0d-b659-4870-a456-904bd2051209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1896567 Jun 28 11:21:18.841279 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-7f9fd22e-69e1-47a1-88ba-40f4297a1da6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:18.861257 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-7f9fd22e-69e1-47a1-88ba-40f4297a1da6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:18.863957 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-a12c9245-6e33-482f-b304-ff9ecd6d6fd6 None None] For port 05007506-f62f-406f-b1f5-8e32de787257, host dv-cinder-844605-1-iscsi, cleared binding levels {{(pid=88179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:21:18.865310 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-66de16a9-f38a-4563-a151-9070e7af05d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2289234'] for subnet, precommit_delete_associations {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:18.867395 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-a12c9245-6e33-482f-b304-ff9ecd6d6fd6 None None] For port 05007506-f62f-406f-b1f5-8e32de787257, host dv-cinder-844605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=05007506-f62f-406f-b1f5-8e32de787257,segment=NetworkSegment(6274d8ad-456f-4882-af74-95c75bd63265),segment_id=6274d8ad-456f-4882-af74-95c75bd63265)] {{(pid=88179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:21:18.872353 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a12c9245-6e33-482f-b304-ff9ecd6d6fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:18.877640 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.db_base_plugin_common [None req-ad2b3efa-6561-479b-b62e-a22173fd70f0 admin admin] Allocated IP 172.27.2.88 (6387ef29-ddd8-4632-9016-e02c39923463/5f3766c0-f55a-400a-8fdd-81b5b17b1576/d27a713a-0ce2-4d4f-91f9-7db720aed5c7) {{(pid=88177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:21:18.960497 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c9245-6e33-482f-b304-ff9ecd6d6fd6 None None] Pushing event updated for resources: {'Port': ['ID=05007506-f62f-406f-b1f5-8e32de787257,revision_number=2']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:18.989301 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-2100f0ec-813b-4a7c-9900-171ee85eeba1 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:18.996786 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-2100f0ec-813b-4a7c-9900-171ee85eeba1 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545003'] for security_group_rule, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:19.057188 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2100f0ec-813b-4a7c-9900-171ee85eeba1 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b35faabf-32e7-4ae2-bb3e-f65f3640915c,revision_number=0']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:19.065162 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ad2b3efa-6561-479b-b62e-a22173fd70f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:19.067991 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-7f9fd22e-69e1-47a1-88ba-40f4297a1da6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:19.077344 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-66de16a9-f38a-4563-a151-9070e7af05d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7782429'] for subnet, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:19.102241 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ad2b3efa-6561-479b-b62e-a22173fd70f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782103981231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2688079'] for port, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:19.118653 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-7f9fd22e-69e1-47a1-88ba-40f4297a1da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:19.156050 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-2100f0ec-813b-4a7c-9900-171ee85eeba1 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:19.157480 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-2100f0ec-813b-4a7c-9900-171ee85eeba1 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5925162 Jun 28 11:21:19.161966 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 58544) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:19.173896 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [None req-d52084d3-eb5e-4b62-b3ba-5323d20cf600 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Request body: {'floatingip': {'floating_network_id': '6387ef29-ddd8-4632-9016-e02c39923463'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:19.177826 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9fd22e-69e1-47a1-88ba-40f4297a1da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1438413b-2a98-47d9-a74b-d0379653655e,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:19.189104 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-d52084d3-eb5e-4b62-b3ba-5323d20cf600 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:19.194600 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-7f9fd22e-69e1-47a1-88ba-40f4297a1da6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=01856d853c1f4eceac302a8592506d12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6422343 Jun 28 11:21:19.194600 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 58548) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:19.202381 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2b3efa-6561-479b-b62e-a22173fd70f0 admin admin] Network 6387ef29-ddd8-4632-9016-e02c39923463 is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:21:19.205155 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-d52084d3-eb5e-4b62-b3ba-5323d20cf600 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Usage tracker for resource:floatingip and tenant:9a519a8d5c54458c8ad1c43bdb399503 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:19.211965 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.base_scheduler [None req-ad2b3efa-6561-479b-b62e-a22173fd70f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:21:19.218767 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2b3efa-6561-479b-b62e-a22173fd70f0 admin admin] Received port after_create {{(pid=88177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:21:19.255065 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-d52084d3-eb5e-4b62-b3ba-5323d20cf600 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:19.266722 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-66de16a9-f38a-4563-a151-9070e7af05d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7782438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2287970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2482708'] for subnet, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:19.272977 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2b3efa-6561-479b-b62e-a22173fd70f0 admin admin] Pushing event updated for resources: {'Port': ['ID=d27a713a-0ce2-4d4f-91f9-7db720aed5c7,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:19.276367 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-d52084d3-eb5e-4b62-b3ba-5323d20cf600 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:19.303549 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-d52084d3-eb5e-4b62-b3ba-5323d20cf600 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for floatingip, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:19.439452 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66de16a9-f38a-4563-a151-9070e7af05d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1976996-5574-4c04-b53b-51f7f22eb8dd,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:19.447443 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-66de16a9-f38a-4563-a151-9070e7af05d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:19.455083 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-d026144f-141f-44cc-9ea7-ffedf6fbb6fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:19.460172 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-66de16a9-f38a-4563-a151-9070e7af05d0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e1976996-5574-4c04-b53b-51f7f22eb8dd HTTP/1.1" status: 204 len: 168 time: 0.8062727 Jun 28 11:21:19.460819 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 58554) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:19.612126 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-d026144f-141f-44cc-9ea7-ffedf6fbb6fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:19.663363 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 05007506-f62f-406f-b1f5-8e32de787257 up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:21:19.693976 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-9c58ca65-c9b6-4228-a768-b99635342cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7702436'] for network, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:19.744984 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning for port 05007506-f62f-406f-b1f5-8e32de787257 completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:21:19.779684 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e9b41-ad6c-416c-9217-0487c2353521 req-79662de9-e29a-429b-a174-e098370ea9ab tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:19.786972 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-350e9b41-ad6c-416c-9217-0487c2353521 req-79662de9-e29a-429b-a174-e098370ea9ab tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=102a8a1b-da21-407e-96a2-2edae90da152 HTTP/1.1" status: 200 len: 945 time: 0.2415543 Jun 28 11:21:19.792762 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-d026144f-141f-44cc-9ea7-ffedf6fbb6fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:19.794195 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-d52084d3-eb5e-4b62-b3ba-5323d20cf600 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:19.839518 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ad2b3efa-6561-479b-b62e-a22173fd70f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:19.894129 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026144f-141f-44cc-9ea7-ffedf6fbb6fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1438413b-2a98-47d9-a74b-d0379653655e,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:19.907537 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-9c58ca65-c9b6-4228-a768-b99635342cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7788904', 'neutron.services.segments.db._delete_segments_for_network-8782104351353'] for network, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:19.920250 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-d026144f-141f-44cc-9ea7-ffedf6fbb6fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:19.924105 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-d026144f-141f-44cc-9ea7-ffedf6fbb6fe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1438413b-2a98-47d9-a74b-d0379653655e HTTP/1.1" status: 204 len: 168 time: 0.7263594 Jun 28 11:21:19.958082 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-350e9b41-ad6c-416c-9217-0487c2353521 req-57bbbb19-f903-44f1-b897-a72f99341347 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=eae4892b-50c7-41df-9dd4-207cf5f402b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672904 Jun 28 11:21:19.966222 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.services.segments.db [None req-9c58ca65-c9b6-4228-a768-b99635342cbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e788129-e567-4d36-a395-fd7465b86db5']}} {{(pid=88178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:19.982050 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.services.segments.db [None req-9c58ca65-c9b6-4228-a768-b99635342cbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '937b9452-8559-4247-9669-ea0d1b80b66e') {'for_net_delete': True} {{(pid=88178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:19.982376 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.services.segments.db [None req-9c58ca65-c9b6-4228-a768-b99635342cbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '937b9452-8559-4247-9669-ea0d1b80b66e') {} {{(pid=88178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:19.995799 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-9c58ca65-c9b6-4228-a768-b99635342cbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782104354196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2289243'] for segment, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:20.019235 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-9c58ca65-c9b6-4228-a768-b99635342cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812087'] for segment, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:20.028940 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c58ca65-c9b6-4228-a768-b99635342cbe admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=88178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 11:21:20.032070 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-9c58ca65-c9b6-4228-a768-b99635342cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7812088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2288076'] for segment, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:20.137229 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.services.segments.plugin [-] Segment 937b9452-8559-4247-9669-ea0d1b80b66e resource provider aggregate not found Jun 28 11:21:20.156935 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.services.segments.plugin [-] Segment 937b9452-8559-4247-9669-ea0d1b80b66e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 937b9452-8559-4247-9669-ea0d1b80b66e found for delete ", "request_id": "req-31ff3eb3-f1b5-4136-a260-bccc2965026d"}]} Jun 28 11:21:20.168185 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-9c58ca65-c9b6-4228-a768-b99635342cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7788903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361949'] for network, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:20.186141 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-9c58ca65-c9b6-4228-a768-b99635342cbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562711'] for network, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:20.198033 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c58ca65-c9b6-4228-a768-b99635342cbe admin admin] Pushing event deleted for resources: {'Network': ['ID=8e788129-e567-4d36-a395-fd7465b86db5,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:20.203842 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-9c58ca65-c9b6-4228-a768-b99635342cbe admin admin] 10.222.0.23 "DELETE /v2.0/networks/8e788129-e567-4d36-a395-fd7465b86db5 HTTP/1.1" status: 204 len: 168 time: 0.7382226 Jun 28 11:21:20.224498 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.db_base_plugin_common [None req-d52084d3-eb5e-4b62-b3ba-5323d20cf600 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Allocated IP 172.27.2.249 (6387ef29-ddd8-4632-9016-e02c39923463/5f3766c0-f55a-400a-8fdd-81b5b17b1576/9d8ed37f-fcef-479f-ad2c-3b88bbc81ea5) {{(pid=88177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:21:20.230123 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21099f3-65f6-4e54-958b-6e4c4880bc51 None None] Network 0d6307f0-ba10-44a7-b3d3-c9e66a22edf8 requested from dv-cinder-844605-1-iscsi {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:21:20.332451 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-8b56eb13-3747-4111-ab0e-568d5a8d2578 None None] Provisioning for port 05007506-f62f-406f-b1f5-8e32de787257 completed by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:21:20.349692 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-8b56eb13-3747-4111-ab0e-568d5a8d2578 None None] Provisioning complete for port 05007506-f62f-406f-b1f5-8e32de787257 triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:20.350054 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8b56eb13-3747-4111-ab0e-568d5a8d2578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:20.467339 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 58568) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:20.523917 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-1404750d-fde1-4df6-9cc7-7d5558767668 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7149105604f048a8b4ba6d27b4e85549&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0522809 Jun 28 11:21:20.524300 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 58572) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:20.578225 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-8b56eb13-3747-4111-ab0e-568d5a8d2578 None None] Current status of the port 05007506-f62f-406f-b1f5-8e32de787257 is: DOWN; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:21:20.578607 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8b56eb13-3747-4111-ab0e-568d5a8d2578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:20.595026 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-4de23dc7-306c-40b3-8ae6-7418b1d567aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:20.621614 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-8b56eb13-3747-4111-ab0e-568d5a8d2578 None None] For port 05007506-f62f-406f-b1f5-8e32de787257, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=05007506-f62f-406f-b1f5-8e32de787257,segment=NetworkSegment(6274d8ad-456f-4882-af74-95c75bd63265),segment_id=6274d8ad-456f-4882-af74-95c75bd63265)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:21:20.624791 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-4de23dc7-306c-40b3-8ae6-7418b1d567aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:20.629513 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8b56eb13-3747-4111-ab0e-568d5a8d2578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:20.692288 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-4de23dc7-306c-40b3-8ae6-7418b1d567aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:20.696542 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979afccc-6537-4331-a596-99e7b7837ea5 req-533eb58b-1d2e-40c3-a329-e981b095b8fc tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:20.703644 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-979afccc-6537-4331-a596-99e7b7837ea5 req-533eb58b-1d2e-40c3-a329-e981b095b8fc tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5feac2-94f7-4fac-9509-f0a495642234 HTTP/1.1" status: 200 len: 946 time: 0.6234133 Jun 28 11:21:20.704051 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b56eb13-3747-4111-ab0e-568d5a8d2578 None None] Pushing event updated for resources: {'Port': ['ID=05007506-f62f-406f-b1f5-8e32de787257,revision_number=3']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:20.718648 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de23dc7-306c-40b3-8ae6-7418b1d567aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34c8d16-925b-4f8d-a849-9711126fc986,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:20.725929 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-4de23dc7-306c-40b3-8ae6-7418b1d567aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:20.737865 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-4de23dc7-306c-40b3-8ae6-7418b1d567aa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e34c8d16-925b-4f8d-a849-9711126fc986 HTTP/1.1" status: 204 len: 168 time: 0.2044435 Jun 28 11:21:20.774733 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-d52084d3-eb5e-4b62-b3ba-5323d20cf600 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for port, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:20.798473 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ad2b3efa-6561-479b-b62e-a22173fd70f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362520'] for router, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:20.978426 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-d52084d3-eb5e-4b62-b3ba-5323d20cf600 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782103981231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2688079'] for port, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:20.983176 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-b0bd747d-81a5-4f55-bdb7-d476f2ff2ebe None None] Provisioning complete for port 05007506-f62f-406f-b1f5-8e32de787257 triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:20.984859 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b0bd747d-81a5-4f55-bdb7-d476f2ff2ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:21.063268 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52084d3-eb5e-4b62-b3ba-5323d20cf600 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Network 6387ef29-ddd8-4632-9016-e02c39923463 is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:21:21.072559 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.base_scheduler [None req-d52084d3-eb5e-4b62-b3ba-5323d20cf600 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:21:21.075278 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52084d3-eb5e-4b62-b3ba-5323d20cf600 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Received port after_create {{(pid=88177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:21:21.134903 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52084d3-eb5e-4b62-b3ba-5323d20cf600 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Pushing event updated for resources: {'Port': ['ID=9d8ed37f-fcef-479f-ad2c-3b88bbc81ea5,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:21.174367 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354f23d-aca9-40fd-a12c-4877b9bbb449 req-8dac67c4-3244-4afe-8fd7-f341d5403d53 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:21.184031 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-e354f23d-aca9-40fd-a12c-4877b9bbb449 req-8dac67c4-3244-4afe-8fd7-f341d5403d53 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=102a8a1b-da21-407e-96a2-2edae90da152 HTTP/1.1" status: 200 len: 945 time: 0.1112671 Jun 28 11:21:21.191086 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-b0bd747d-81a5-4f55-bdb7-d476f2ff2ebe None None] Current status of the port 05007506-f62f-406f-b1f5-8e32de787257 is: ACTIVE; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:21:21.201210 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-979afccc-6537-4331-a596-99e7b7837ea5 req-a8e87b5b-bc60-4b4d-9dad-45485b00f3db tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/security-groups?id=56306c0d-b659-4870-a456-904bd2051209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4959500 Jun 28 11:21:21.240520 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-e354f23d-aca9-40fd-a12c-4877b9bbb449 req-d45a97f5-ff80-4861-a375-31172d92252a tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=eae4892b-50c7-41df-9dd4-207cf5f402b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554748 Jun 28 11:21:21.242897 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-d52084d3-eb5e-4b62-b3ba-5323d20cf600 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:21.284753 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad2b3efa-6561-479b-b62e-a22173fd70f0 admin admin] Router 2f29c13e-59da-4074-9512-ebd644417bb9 is scheduled to L3 agent 65138fbb-a379-4cdd-9015-09db381edeba with binding_index 1 {{(pid=88177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 11:21:21.460149 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-d52084d3-eb5e-4b62-b3ba-5323d20cf600 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:21.558010 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af14229-a563-46a2-a4df-d2acfbf947bd req-61426cf2-a4e1-464a-bbfc-d896716567d8 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:21.559532 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-8af14229-a563-46a2-a4df-d2acfbf947bd req-61426cf2-a4e1-464a-bbfc-d896716567d8 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5feac2-94f7-4fac-9509-f0a495642234 HTTP/1.1" status: 200 len: 946 time: 0.0975974 Jun 28 11:21:21.638383 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 05007506-f62f-406f-b1f5-8e32de787257 up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:21:21.690616 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad2b3efa-6561-479b-b62e-a22173fd70f0 admin admin] Notify agent at l3_agent.dv-cinder-844605-1-iscsi the message routers_updated {{(pid=88177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:21:21.705481 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0dc6fc7-e977-4f0e-8a99-51227c4bef2c None None] Sync routers for ids ['2f29c13e-59da-4074-9512-ebd644417bb9'] in dv-cinder-844605-1-iscsi {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:21:21.718453 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dc6fc7-e977-4f0e-8a99-51227c4bef2c None None] Routers {'2f29c13e-59da-4074-9512-ebd644417bb9'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:21:21.719230 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-d0dc6fc7-e977-4f0e-8a99-51227c4bef2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:21:08Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['2f29c13e-59da-4074-9512-ebd644417bb9'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:21.780867 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ad2b3efa-6561-479b-b62e-a22173fd70f0 admin admin] Notify callbacks [] for router, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:21.782101 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-ad2b3efa-6561-479b-b62e-a22173fd70f0 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.1254025 Jun 28 11:21:21.784990 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 58610) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:21.807040 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915533ae-3e37-4663-8e1f-d2b731cc20a2 req-09c9f554-981e-4aee-9e58-7752d863c78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:21.808529 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-915533ae-3e37-4663-8e1f-d2b731cc20a2 req-09c9f554-981e-4aee-9e58-7752d863c78d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0d240302ccf0453994b861ae39dea463&device_id=0a5feac2-94f7-4fac-9509-f0a495642234 HTTP/1.1" status: 200 len: 1099 time: 0.2256215 Jun 28 11:21:21.842443 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-d52084d3-eb5e-4b62-b3ba-5323d20cf600 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for port, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:21.894239 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-d52084d3-eb5e-4b62-b3ba-5323d20cf600 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2688088'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:21.931420 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning complete for port 05007506-f62f-406f-b1f5-8e32de787257 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:21.931420 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:22.045219 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52084d3-eb5e-4b62-b3ba-5323d20cf600 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Pushing event updated for resources: {'Port': ['ID=9d8ed37f-fcef-479f-ad2c-3b88bbc81ea5,revision_number=2']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:22.092557 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-d52084d3-eb5e-4b62-b3ba-5323d20cf600 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361935'] for floatingip, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:22.096510 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915533ae-3e37-4663-8e1f-d2b731cc20a2 req-2e342f73-6464-4b58-92f5-fedc4a45614f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:22.098143 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-915533ae-3e37-4663-8e1f-d2b731cc20a2 req-2e342f73-6464-4b58-92f5-fedc4a45614f service neutron] 10.222.0.43 "GET /v2.0/networks?id=3f8d13e4-2335-496a-b358-95cda2a57319 HTTP/1.1" status: 200 len: 911 time: 0.2808952 Jun 28 11:21:22.099810 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-8af14229-a563-46a2-a4df-d2acfbf947bd req-e74aaf93-426d-4f85-8f7b-a98f3c541f0d tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/security-groups?id=56306c0d-b659-4870-a456-904bd2051209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5319550 Jun 28 11:21:22.104125 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Current status of the port 05007506-f62f-406f-b1f5-8e32de787257 is: ACTIVE; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:21:22.173337 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-d0dc6fc7-e977-4f0e-8a99-51227c4bef2c None None] Set router 2f29c13e-59da-4074-9512-ebd644417bb9 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:21:22.396331 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-d52084d3-eb5e-4b62-b3ba-5323d20cf600 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for floatingip, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:22.398047 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-d52084d3-eb5e-4b62-b3ba-5323d20cf600 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2283201 Jun 28 11:21:22.533097 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-915533ae-3e37-4663-8e1f-d2b731cc20a2 req-056aec5a-4eaf-43e8-a0fc-2eafce37bb61 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=251e1a9d-ec96-4ba0-a7a1-43dc3602134b HTTP/1.1" status: 200 len: 1002 time: 0.4185300 Jun 28 11:21:22.558265 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-d0dc6fc7-e977-4f0e-8a99-51227c4bef2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'name': 'tempest-TestVolumeBootPattern-2058041356-router', 'tenant_id': '34f9a4af464a4c14af73bb4bb8314982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd27a713a-0ce2-4d4f-91f9-7db720aed5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:17Z', 'updated_at': '2022-06-28T11:21:19Z', 'revision_number': 3, 'project_id': '34f9a4af464a4c14af73bb4bb8314982', 'gw_port': {'id': 'd27a713a-0ce2-4d4f-91f9-7db720aed5c7', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:2d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:18Z', 'updated_at': '2022-06-28T11:21:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi'}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:22.562708 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0dc6fc7-e977-4f0e-8a99-51227c4bef2c None None] Checking router: 2f29c13e-59da-4074-9512-ebd644417bb9 for host: dv-cinder-844605-1-iscsi {{(pid=88179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:21:22.563050 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0dc6fc7-e977-4f0e-8a99-51227c4bef2c None None] Updating router 2f29c13e-59da-4074-9512-ebd644417bb9 port d27a713a-0ce2-4d4f-91f9-7db720aed5c7 binding host dv-cinder-844605-1-iscsi {{(pid=88179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 11:21:22.642833 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d0dc6fc7-e977-4f0e-8a99-51227c4bef2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:22.752158 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [req-66381449-5cbb-495e-86d6-e6e60581b447 req-65376ff6-1538-49bd-b97a-4ed6f50c3ed5 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Synchronizing usage tracker for tenant:9a519a8d5c54458c8ad1c43bdb399503 on resource:security_group {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:21:22.760670 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915533ae-3e37-4663-8e1f-d2b731cc20a2 req-9c2f4ec3-3b13-4a2e-89e7-307d30ae2469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:22.762122 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-915533ae-3e37-4663-8e1f-d2b731cc20a2 req-9c2f4ec3-3b13-4a2e-89e7-307d30ae2469 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2fabbc00-cab3-403d-bb79-f769bf69911e HTTP/1.1" status: 200 len: 849 time: 0.2246866 Jun 28 11:21:22.802521 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [req-66381449-5cbb-495e-86d6-e6e60581b447 req-65376ff6-1538-49bd-b97a-4ed6f50c3ed5 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Unset dirty status for tenant:9a519a8d5c54458c8ad1c43bdb399503 on resource:security_group {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:21:22.810586 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-66381449-5cbb-495e-86d6-e6e60581b447 req-65376ff6-1538-49bd-b97a-4ed6f50c3ed5 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1459867756&fields=id&tenant_id=9a519a8d5c54458c8ad1c43bdb399503 HTTP/1.1" status: 200 len: 267 time: 0.1485758 Jun 28 11:21:22.825942 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24174f97-c6f1-42c3-a889-f18f978a4b35 req-678cd834-e461-49e9-9069-6405b8f9cf3b tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:22.827419 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-24174f97-c6f1-42c3-a889-f18f978a4b35 req-678cd834-e461-49e9-9069-6405b8f9cf3b tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=102a8a1b-da21-407e-96a2-2edae90da152 HTTP/1.1" status: 200 len: 945 time: 0.3784196 Jun 28 11:21:22.892534 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-24174f97-c6f1-42c3-a889-f18f978a4b35 req-fb00a2f2-8d0f-43f2-b2a2-e66f0ce77b44 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=eae4892b-50c7-41df-9dd4-207cf5f402b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533235 Jun 28 11:21:22.899986 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915533ae-3e37-4663-8e1f-d2b731cc20a2 req-d7122aa9-e0fa-403a-868d-94749713fd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:22.901865 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-915533ae-3e37-4663-8e1f-d2b731cc20a2 req-d7122aa9-e0fa-403a-868d-94749713fd45 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3f8d13e4-2335-496a-b358-95cda2a57319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1322935 Jun 28 11:21:23.041099 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d0dc6fc7-e977-4f0e-8a99-51227c4bef2c None None] Notify callbacks [] for port, precommit_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:23.054234 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-d0dc6fc7-e977-4f0e-8a99-51227c4bef2c None None] Transition to ACTIVE for port object d27a713a-0ce2-4d4f-91f9-7db720aed5c7 will not be triggered until provisioned by entity L2. {{(pid=88179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:21:23.055129 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-915533ae-3e37-4663-8e1f-d2b731cc20a2 req-775be827-bf54-4104-ac2f-22eece142faa service neutron] 10.222.0.43 "GET /v2.0/networks/3f8d13e4-2335-496a-b358-95cda2a57319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466179 Jun 28 11:21:23.057805 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66381449-5cbb-495e-86d6-e6e60581b447 req-4e7129c6-63e7-4626-8184-a0a55d23938b tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:23.059438 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-66381449-5cbb-495e-86d6-e6e60581b447 req-4e7129c6-63e7-4626-8184-a0a55d23938b tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/networks?id=21e79c31-8e4c-4686-94df-41e665c65d49 HTTP/1.1" status: 200 len: 814 time: 0.2478375 Jun 28 11:21:23.064398 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d0dc6fc7-e977-4f0e-8a99-51227c4bef2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:23.085429 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-66381449-5cbb-495e-86d6-e6e60581b447 req-2f678674-82a5-4ad1-b880-3a47d054818d tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/quotas/9a519a8d5c54458c8ad1c43bdb399503 HTTP/1.1" status: 200 len: 375 time: 0.0147533 Jun 28 11:21:23.086978 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-f6d5f45b-50e3-4886-a1eb-164c2d1f3af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:23.141252 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-d0dc6fc7-e977-4f0e-8a99-51227c4bef2c None None] Attempting to bind port d27a713a-0ce2-4d4f-91f9-7db720aed5c7 on host dv-cinder-844605-1-iscsi for vnic_type normal with profile {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:21:23.141617 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-d0dc6fc7-e977-4f0e-8a99-51227c4bef2c None None] Attempting to bind port d27a713a-0ce2-4d4f-91f9-7db720aed5c7 by drivers openvswitch,hyperv on host dv-cinder-844605-1-iscsi at level 0 using segments [{'id': '886fa905-49b2-4170-854f-b2cc2955959a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463'}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:21:23.141976 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0dc6fc7-e977-4f0e-8a99-51227c4bef2c None None] Attempting to bind port d27a713a-0ce2-4d4f-91f9-7db720aed5c7 on network 6387ef29-ddd8-4632-9016-e02c39923463 {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:21:23.152783 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0dc6fc7-e977-4f0e-8a99-51227c4bef2c None None] Checking agent: {'id': 'b95f8be4-ac30-48f3-8fc1-8bf3ad4a0571', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 7, 40), 'started_at': datetime.datetime(2022, 6, 28, 11, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:21:23.153155 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0dc6fc7-e977-4f0e-8a99-51227c4bef2c None None] Checking segment: {'id': '886fa905-49b2-4170-854f-b2cc2955959a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:21:23.153556 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d0dc6fc7-e977-4f0e-8a99-51227c4bef2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:23.153941 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0dc6fc7-e977-4f0e-8a99-51227c4bef2c None None] Bound using segment: {'id': '886fa905-49b2-4170-854f-b2cc2955959a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463'} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:21:23.154397 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-d0dc6fc7-e977-4f0e-8a99-51227c4bef2c None None] Bound port: d27a713a-0ce2-4d4f-91f9-7db720aed5c7, host: dv-cinder-844605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886fa905-49b2-4170-854f-b2cc2955959a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463'}}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:21:23.154765 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d0dc6fc7-e977-4f0e-8a99-51227c4bef2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:23.198187 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-915533ae-3e37-4663-8e1f-d2b731cc20a2 req-778d2535-908d-43b5-8e47-d01745e8a598 service neutron] 10.222.0.43 "GET /v2.0/networks/3f8d13e4-2335-496a-b358-95cda2a57319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361654 Jun 28 11:21:23.199662 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cb588e-4f94-4c68-8cd7-4c798257e38e None None] Pushing event updated for resources: {'Port': ['ID=d27a713a-0ce2-4d4f-91f9-7db720aed5c7,revision_number=2']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:23.243741 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-d0dc6fc7-e977-4f0e-8a99-51227c4bef2c None None] For port d27a713a-0ce2-4d4f-91f9-7db720aed5c7, host dv-cinder-844605-1-iscsi, cleared binding levels {{(pid=88179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:21:23.247277 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-d0dc6fc7-e977-4f0e-8a99-51227c4bef2c None None] For port d27a713a-0ce2-4d4f-91f9-7db720aed5c7, host dv-cinder-844605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=d27a713a-0ce2-4d4f-91f9-7db720aed5c7,segment=NetworkSegment(886fa905-49b2-4170-854f-b2cc2955959a),segment_id=886fa905-49b2-4170-854f-b2cc2955959a)] {{(pid=88179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:21:23.254879 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d0dc6fc7-e977-4f0e-8a99-51227c4bef2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:23.309153 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e596e0-2b34-43cf-b979-e4083e0a5fe7 req-024679f0-2048-49c5-a4e5-938bc983da11 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:23.312264 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c0e596e0-2b34-43cf-b979-e4083e0a5fe7 req-024679f0-2048-49c5-a4e5-938bc983da11 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5feac2-94f7-4fac-9509-f0a495642234 HTTP/1.1" status: 200 len: 946 time: 0.0965581 Jun 28 11:21:23.322179 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [req-66381449-5cbb-495e-86d6-e6e60581b447 req-7e851864-6c6f-4624-afce-e105d1fbf05f tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Synchronizing usage tracker for tenant:9a519a8d5c54458c8ad1c43bdb399503 on resource:port {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:21:23.335961 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dc6fc7-e977-4f0e-8a99-51227c4bef2c None None] Routers {'2f29c13e-59da-4074-9512-ebd644417bb9'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:21:23.336590 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-d0dc6fc7-e977-4f0e-8a99-51227c4bef2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:21:08Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['2f29c13e-59da-4074-9512-ebd644417bb9'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:23.366108 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [req-66381449-5cbb-495e-86d6-e6e60581b447 req-7e851864-6c6f-4624-afce-e105d1fbf05f tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Unset dirty status for tenant:9a519a8d5c54458c8ad1c43bdb399503 on resource:port {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:21:23.367636 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-66381449-5cbb-495e-86d6-e6e60581b447 req-7e851864-6c6f-4624-afce-e105d1fbf05f tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9a519a8d5c54458c8ad1c43bdb399503&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2714190 Jun 28 11:21:23.381100 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c0e596e0-2b34-43cf-b979-e4083e0a5fe7 req-6eb13dfa-b17a-4ed9-b253-f4996a74057a tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/security-groups?id=56306c0d-b659-4870-a456-904bd2051209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572972 Jun 28 11:21:23.394587 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cb588e-4f94-4c68-8cd7-4c798257e38e None None] Pushing event updated for resources: {'Port': ['ID=d27a713a-0ce2-4d4f-91f9-7db720aed5c7,revision_number=3']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:23.517741 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.db_base_plugin_common [None req-f6d5f45b-50e3-4886-a1eb-164c2d1f3af5 admin admin] Allocated IP 172.20.0.1 (0d6307f0-ba10-44a7-b3d3-c9e66a22edf8/1b0b29df-7b1f-4317-a6ef-bd3cb4e8ea72/ddd4b7f5-7b12-4809-bdc0-eaad5a415bbd) {{(pid=88178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:21:23.518306 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-d0dc6fc7-e977-4f0e-8a99-51227c4bef2c None None] Set router 2f29c13e-59da-4074-9512-ebd644417bb9 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:21:23.626597 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-66381449-5cbb-495e-86d6-e6e60581b447 req-25fd9fa5-94a2-417c-be68-cb5a97ccdd72 service neutron] 10.222.0.23 "GET /v2.0/networks/21e79c31-8e4c-4686-94df-41e665c65d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214360 Jun 28 11:21:23.800421 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-f6d5f45b-50e3-4886-a1eb-164c2d1f3af5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:23.833019 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.provisioning_blocks [None req-f6d5f45b-50e3-4886-a1eb-164c2d1f3af5 admin admin] Transition to ACTIVE for port object ddd4b7f5-7b12-4809-bdc0-eaad5a415bbd will not be triggered until provisioned by entity DHCP. {{(pid=88178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:21:23.844443 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-66381449-5cbb-495e-86d6-e6e60581b447 req-904aea28-c97e-4527-8907-105ba4914adc service neutron] 10.222.0.23 "GET /v2.0/networks/21e79c31-8e4c-4686-94df-41e665c65d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025857 Jun 28 11:21:23.861690 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-f6d5f45b-50e3-4886-a1eb-164c2d1f3af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782103981231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287935'] for port, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:23.910797 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-d0dc6fc7-e977-4f0e-8a99-51227c4bef2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'name': 'tempest-TestVolumeBootPattern-2058041356-router', 'tenant_id': '34f9a4af464a4c14af73bb4bb8314982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd27a713a-0ce2-4d4f-91f9-7db720aed5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:17Z', 'updated_at': '2022-06-28T11:21:19Z', 'revision_number': 3, 'project_id': '34f9a4af464a4c14af73bb4bb8314982', 'gw_port': {'id': 'd27a713a-0ce2-4d4f-91f9-7db720aed5c7', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:2d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:18Z', 'updated_at': '2022-06-28T11:21:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi'}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:23.915416 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0dc6fc7-e977-4f0e-8a99-51227c4bef2c None None] The sync data for ids ['2f29c13e-59da-4074-9512-ebd644417bb9'] in dv-cinder-844605-1-iscsi is: [{'id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'name': 'tempest-TestVolumeBootPattern-2058041356-router', 'tenant_id': '34f9a4af464a4c14af73bb4bb8314982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd27a713a-0ce2-4d4f-91f9-7db720aed5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:17Z', 'updated_at': '2022-06-28T11:21:19Z', 'revision_number': 3, 'project_id': '34f9a4af464a4c14af73bb4bb8314982', 'gw_port': {'id': 'd27a713a-0ce2-4d4f-91f9-7db720aed5c7', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:2d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:18Z', 'updated_at': '2022-06-28T11:21:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi'}] {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:21:23.958665 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d5f45b-50e3-4886-a1eb-164c2d1f3af5 admin admin] Network 0d6307f0-ba10-44a7-b3d3-c9e66a22edf8 is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:21:23.975540 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.base_scheduler [None req-f6d5f45b-50e3-4886-a1eb-164c2d1f3af5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:21:23.980280 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d5f45b-50e3-4886-a1eb-164c2d1f3af5 admin admin] Received port after_create {{(pid=88178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:21:24.104212 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d5f45b-50e3-4886-a1eb-164c2d1f3af5 admin admin] Pushing event updated for resources: {'Port': ['ID=ddd4b7f5-7b12-4809-bdc0-eaad5a415bbd,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:24.173090 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-c7cf101e-2517-4b8e-88cb-606501cdd22a req-ab0831ae-19cf-49c7-bc34-3e92b3d4729d tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=afaa83b6-8607-4595-978c-46eb1ae7737b HTTP/1.1" status: 200 len: 210 time: 0.0734329 Jun 28 11:21:24.177650 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-f6d5f45b-50e3-4886-a1eb-164c2d1f3af5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-361810'] for router_interface, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:24.249390 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b081689-6d65-433c-a5d8-f54170ccbc5c req-6f3a5e28-7e90-465d-83a3-7f3fa15c3f08 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:24.250966 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-9b081689-6d65-433c-a5d8-f54170ccbc5c req-6f3a5e28-7e90-465d-83a3-7f3fa15c3f08 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=102a8a1b-da21-407e-96a2-2edae90da152 HTTP/1.1" status: 200 len: 945 time: 0.1680453 Jun 28 11:21:24.351676 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-9b081689-6d65-433c-a5d8-f54170ccbc5c req-fb0d9ffd-e5f8-46ac-af5c-2a9b2f9e2503 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=eae4892b-50c7-41df-9dd4-207cf5f402b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929368 Jun 28 11:21:24.448382 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-c7d72242-faa8-47af-86bd-033ff783c9d3 None None] Provisioning for port ddd4b7f5-7b12-4809-bdc0-eaad5a415bbd completed by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:21:24.455559 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-c7d72242-faa8-47af-86bd-033ff783c9d3 None None] Provisioning complete for port ddd4b7f5-7b12-4809-bdc0-eaad5a415bbd triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:24.456313 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c7d72242-faa8-47af-86bd-033ff783c9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:24.547870 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-c7d72242-faa8-47af-86bd-033ff783c9d3 None None] Port ddd4b7f5-7b12-4809-bdc0-eaad5a415bbd cannot update to ACTIVE because it is not bound. {{(pid=88179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:21:24.729452 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac9b40-1454-4e8d-af19-e061d05a5ac7 req-eafb89f7-a56c-4703-bdd9-051132394ce7 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:24.730972 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-69ac9b40-1454-4e8d-af19-e061d05a5ac7 req-eafb89f7-a56c-4703-bdd9-051132394ce7 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5feac2-94f7-4fac-9509-f0a495642234 HTTP/1.1" status: 200 len: 946 time: 0.1516547 Jun 28 11:21:24.783327 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-f6d5f45b-50e3-4886-a1eb-164c2d1f3af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:24.807529 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-69ac9b40-1454-4e8d-af19-e061d05a5ac7 req-fd9b5778-f174-467e-ba28-302e34edfb6d tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/security-groups?id=56306c0d-b659-4870-a456-904bd2051209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696845 Jun 28 11:21:25.035761 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-f6d5f45b-50e3-4886-a1eb-164c2d1f3af5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:25.042857 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-f6d5f45b-50e3-4886-a1eb-164c2d1f3af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2287912'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:25.150927 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d5f45b-50e3-4886-a1eb-164c2d1f3af5 admin admin] Pushing event updated for resources: {'Port': ['ID=ddd4b7f5-7b12-4809-bdc0-eaad5a415bbd,revision_number=2']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:25.154332 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-f6d5f45b-50e3-4886-a1eb-164c2d1f3af5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-361783'] for router_interface, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:25.315292 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d5f45b-50e3-4886-a1eb-164c2d1f3af5 admin admin] Network 0d6307f0-ba10-44a7-b3d3-c9e66a22edf8 is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:21:25.316387 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.base_scheduler [None req-f6d5f45b-50e3-4886-a1eb-164c2d1f3af5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:21:25.351458 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-65fa5bd1-5d1d-48f8-a073-f8717b702b9a req-96588ed6-6eda-4831-9c5e-24a684748ea5 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=afaa83b6-8607-4595-978c-46eb1ae7737b HTTP/1.1" status: 200 len: 210 time: 0.0574093 Jun 28 11:21:25.585908 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6d5f45b-50e3-4886-a1eb-164c2d1f3af5 admin admin] Router 2f29c13e-59da-4074-9512-ebd644417bb9 has already been hosted by L3 agent 65138fbb-a379-4cdd-9015-09db381edeba {{(pid=88178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:21:25.589960 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-8c55b165-81d7-47a3-94f4-47965ef70d80 None None] Provisioning complete for port ddd4b7f5-7b12-4809-bdc0-eaad5a415bbd triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:25.591908 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8c55b165-81d7-47a3-94f4-47965ef70d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:25.657284 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-8c55b165-81d7-47a3-94f4-47965ef70d80 None None] Port ddd4b7f5-7b12-4809-bdc0-eaad5a415bbd cannot update to ACTIVE because it is not bound. {{(pid=88179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:21:25.662048 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device d27a713a-0ce2-4d4f-91f9-7db720aed5c7 up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:21:25.662412 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca1189-3acc-4f2e-9b65-5e20a4a1b522 req-2887955a-0361-430f-9bb9-f3502b855b49 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:25.663935 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-92ca1189-3acc-4f2e-9b65-5e20a4a1b522 req-2887955a-0361-430f-9bb9-f3502b855b49 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=102a8a1b-da21-407e-96a2-2edae90da152 HTTP/1.1" status: 200 len: 945 time: 0.1921816 Jun 28 11:21:25.728750 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning for port d27a713a-0ce2-4d4f-91f9-7db720aed5c7 completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:21:25.733606 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning complete for port d27a713a-0ce2-4d4f-91f9-7db720aed5c7 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:25.733978 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:25.788617 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-92ca1189-3acc-4f2e-9b65-5e20a4a1b522 req-cf222f51-1cff-4271-a8c4-664e9ddf799c tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=eae4892b-50c7-41df-9dd4-207cf5f402b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681551 Jun 28 11:21:25.822494 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d5f45b-50e3-4886-a1eb-164c2d1f3af5 admin admin] Notify agent at l3_agent.dv-cinder-844605-1-iscsi the message routers_updated {{(pid=88178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:21:25.831483 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9073e43-33fe-4eb2-8402-177cc594f8e1 None None] Sync routers for ids ['2f29c13e-59da-4074-9512-ebd644417bb9'] in dv-cinder-844605-1-iscsi {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:21:25.832892 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-f6d5f45b-50e3-4886-a1eb-164c2d1f3af5 admin admin] 10.222.0.23 "PUT /v2.0/routers/2f29c13e-59da-4074-9512-ebd644417bb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0466263 Jun 28 11:21:25.841928 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9073e43-33fe-4eb2-8402-177cc594f8e1 None None] Routers {'2f29c13e-59da-4074-9512-ebd644417bb9'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:21:25.842535 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-f9073e43-33fe-4eb2-8402-177cc594f8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:21:08Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['2f29c13e-59da-4074-9512-ebd644417bb9'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:25.854317 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Current status of the port d27a713a-0ce2-4d4f-91f9-7db720aed5c7 is: DOWN; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:21:25.854953 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:25.878181 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] For port d27a713a-0ce2-4d4f-91f9-7db720aed5c7, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=d27a713a-0ce2-4d4f-91f9-7db720aed5c7,segment=NetworkSegment(886fa905-49b2-4170-854f-b2cc2955959a),segment_id=886fa905-49b2-4170-854f-b2cc2955959a)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:21:25.883305 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:25.963747 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Pushing event updated for resources: {'Port': ['ID=d27a713a-0ce2-4d4f-91f9-7db720aed5c7,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:26.030505 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvr_db [None req-f9073e43-33fe-4eb2-8402-177cc594f8e1 None None] Set router 2f29c13e-59da-4074-9512-ebd644417bb9 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:21:26.382823 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-f9073e43-33fe-4eb2-8402-177cc594f8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'name': 'tempest-TestVolumeBootPattern-2058041356-router', 'tenant_id': '34f9a4af464a4c14af73bb4bb8314982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd27a713a-0ce2-4d4f-91f9-7db720aed5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:17Z', 'updated_at': '2022-06-28T11:21:24Z', 'revision_number': 4, 'project_id': '34f9a4af464a4c14af73bb4bb8314982', 'gw_port': {'id': 'd27a713a-0ce2-4d4f-91f9-7db720aed5c7', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:18Z', 'updated_at': '2022-06-28T11:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': 'ddd4b7f5-7b12-4809-bdc0-eaad5a415bbd', 'name': '', 'network_id': '0d6307f0-ba10-44a7-b3d3-c9e66a22edf8', 'tenant_id': '34f9a4af464a4c14af73bb4bb8314982', 'mac_address': 'fa:16:3e:8e:bd:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '1b0b29df-7b1f-4317-a6ef-bd3cb4e8ea72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:23Z', 'updated_at': '2022-06-28T11:21:24Z', 'revision_number': 2, 'project_id': '34f9a4af464a4c14af73bb4bb8314982', 'subnets': [{'id': '1b0b29df-7b1f-4317-a6ef-bd3cb4e8ea72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:26.386453 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9073e43-33fe-4eb2-8402-177cc594f8e1 None None] Checking router: 2f29c13e-59da-4074-9512-ebd644417bb9 for host: dv-cinder-844605-1-iscsi {{(pid=88180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:21:26.386816 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9073e43-33fe-4eb2-8402-177cc594f8e1 None None] Updating router 2f29c13e-59da-4074-9512-ebd644417bb9 port ddd4b7f5-7b12-4809-bdc0-eaad5a415bbd binding host dv-cinder-844605-1-iscsi {{(pid=88180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 11:21:26.442148 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron_lib.callbacks.manager [None req-f9073e43-33fe-4eb2-8402-177cc594f8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:26.458747 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 58692) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:26.464176 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [None req-142e99b2-5249-4591-a14f-fa9ad6389f87 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-67462293-network', 'tenant_id': '947c65c68d7d44698a8a48ceeb9e6bc7'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:26.469349 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-142e99b2-5249-4591-a14f-fa9ad6389f87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:26.473628 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-142e99b2-5249-4591-a14f-fa9ad6389f87 admin admin] Usage tracker for resource:network and tenant:947c65c68d7d44698a8a48ceeb9e6bc7 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:26.476834 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-142e99b2-5249-4591-a14f-fa9ad6389f87 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:26.483420 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-142e99b2-5249-4591-a14f-fa9ad6389f87 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:26.497934 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142e99b2-5249-4591-a14f-fa9ad6389f87 admin admin] Made reservation on behalf of 947c65c68d7d44698a8a48ceeb9e6bc7 for: {'network': 1} {{(pid=88178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:21:26.501363 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-142e99b2-5249-4591-a14f-fa9ad6389f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for network, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:26.513806 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-d7f69cca-eba6-417a-9c9d-dac0ecab57ad req-4445f33a-b92e-4a57-b7ec-eb2ce058ec0f tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=afaa83b6-8607-4595-978c-46eb1ae7737b HTTP/1.1" status: 200 len: 210 time: 0.0544810 Jun 28 11:21:26.515144 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-142e99b2-5249-4591-a14f-fa9ad6389f87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:26.530632 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-142e99b2-5249-4591-a14f-fa9ad6389f87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:26.535464 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-142e99b2-5249-4591-a14f-fa9ad6389f87 admin admin] Usage tracker for resource:security_group_rule and tenant:947c65c68d7d44698a8a48ceeb9e6bc7 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:26.538619 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-142e99b2-5249-4591-a14f-fa9ad6389f87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:26.544442 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-142e99b2-5249-4591-a14f-fa9ad6389f87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:26.634056 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-142e99b2-5249-4591-a14f-fa9ad6389f87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:26.639671 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-142e99b2-5249-4591-a14f-fa9ad6389f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:26.670987 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-142e99b2-5249-4591-a14f-fa9ad6389f87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=88178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 11:21:26.679980 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e99b2-5249-4591-a14f-fa9ad6389f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae0afe3-e68a-4771-b40c-20f6c384c1a7,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:26.685949 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-142e99b2-5249-4591-a14f-fa9ad6389f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812087'] for segment, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:26.686288 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.db.segments_db [None req-142e99b2-5249-4591-a14f-fa9ad6389f87 admin admin] Added segment de4c47a9-f898-4cbf-8ae9-0c519f4224f0 of type vlan for network d9f0fa05-43f7-4336-8e17-4dae6871355f Jun 28 11:21:26.713396 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-142e99b2-5249-4591-a14f-fa9ad6389f87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782103966769'] for network, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:26.744353 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-142e99b2-5249-4591-a14f-fa9ad6389f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693'] for network, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:26.745224 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142e99b2-5249-4591-a14f-fa9ad6389f87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:26.745793 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-142e99b2-5249-4591-a14f-fa9ad6389f87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562711'] for network, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:26.793461 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron_lib.callbacks.manager [None req-f9073e43-33fe-4eb2-8402-177cc594f8e1 None None] Notify callbacks [] for port, precommit_update {{(pid=88180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:26.804833 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.provisioning_blocks [None req-f9073e43-33fe-4eb2-8402-177cc594f8e1 None None] Transition to ACTIVE for port object ddd4b7f5-7b12-4809-bdc0-eaad5a415bbd will not be triggered until provisioned by entity L2. {{(pid=88180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:21:26.811117 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron_lib.callbacks.manager [None req-f9073e43-33fe-4eb2-8402-177cc594f8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:26.849911 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e99b2-5249-4591-a14f-fa9ad6389f87 admin admin] Pushing event updated for resources: {'Network': ['ID=d9f0fa05-43f7-4336-8e17-4dae6871355f,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:26.853335 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-142e99b2-5249-4591-a14f-fa9ad6389f87 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3935728 Jun 28 11:21:26.856408 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 58698) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:26.862107 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [None req-8fb6ff8d-dc05-470c-b0e0-799ca4f84aff admin admin] Request body: {'subnet': {'network_id': 'd9f0fa05-43f7-4336-8e17-4dae6871355f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-67462293-subnet', 'tenant_id': '947c65c68d7d44698a8a48ceeb9e6bc7', 'ip_version': 4}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:26.863783 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Network d9f0fa05-43f7-4336-8e17-4dae6871355f details requested by agent ovs-agent-dv-cinder-844605-1-iscsi with host dv-cinder-844605-1-iscsi {{(pid=88179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 11:21:26.867316 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-8fb6ff8d-dc05-470c-b0e0-799ca4f84aff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:26.871494 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-8fb6ff8d-dc05-470c-b0e0-799ca4f84aff admin admin] Usage tracker for resource:subnet and tenant:947c65c68d7d44698a8a48ceeb9e6bc7 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:26.874744 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-8fb6ff8d-dc05-470c-b0e0-799ca4f84aff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:26.880868 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-8fb6ff8d-dc05-470c-b0e0-799ca4f84aff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:26.895384 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb6ff8d-dc05-470c-b0e0-799ca4f84aff admin admin] Made reservation on behalf of 947c65c68d7d44698a8a48ceeb9e6bc7 for: {'subnet': 1} {{(pid=88178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:21:26.899055 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-8fb6ff8d-dc05-470c-b0e0-799ca4f84aff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2482729'] for subnet, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:27.005551 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6126d3-42ed-4131-ad34-08c93cef4c56 None None] Pushing event updated for resources: {'Port': ['ID=ddd4b7f5-7b12-4809-bdc0-eaad5a415bbd,revision_number=3']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:27.025374 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6126d3-42ed-4131-ad34-08c93cef4c56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:27.025720 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6126d3-42ed-4131-ad34-08c93cef4c56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:27.026059 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6126d3-42ed-4131-ad34-08c93cef4c56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:27.026389 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6126d3-42ed-4131-ad34-08c93cef4c56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:27.026714 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6126d3-42ed-4131-ad34-08c93cef4c56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:27.027040 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6126d3-42ed-4131-ad34-08c93cef4c56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:27.027363 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6126d3-42ed-4131-ad34-08c93cef4c56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:27.027684 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6126d3-42ed-4131-ad34-08c93cef4c56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:27.028026 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6126d3-42ed-4131-ad34-08c93cef4c56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:27.028348 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6126d3-42ed-4131-ad34-08c93cef4c56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:27.033883 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6126d3-42ed-4131-ad34-08c93cef4c56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:27.034670 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6126d3-42ed-4131-ad34-08c93cef4c56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:27.113063 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.managers [None req-f9073e43-33fe-4eb2-8402-177cc594f8e1 None None] Attempting to bind port ddd4b7f5-7b12-4809-bdc0-eaad5a415bbd on host dv-cinder-844605-1-iscsi for vnic_type normal with profile {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:21:27.113785 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.managers [None req-f9073e43-33fe-4eb2-8402-177cc594f8e1 None None] Attempting to bind port ddd4b7f5-7b12-4809-bdc0-eaad5a415bbd by drivers openvswitch,hyperv on host dv-cinder-844605-1-iscsi at level 0 using segments [{'id': '6274d8ad-456f-4882-af74-95c75bd63265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0d6307f0-ba10-44a7-b3d3-c9e66a22edf8'}] {{(pid=88180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:21:27.114172 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9073e43-33fe-4eb2-8402-177cc594f8e1 None None] Attempting to bind port ddd4b7f5-7b12-4809-bdc0-eaad5a415bbd on network 0d6307f0-ba10-44a7-b3d3-c9e66a22edf8 {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:21:27.120470 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9073e43-33fe-4eb2-8402-177cc594f8e1 None None] Checking agent: {'id': 'b95f8be4-ac30-48f3-8fc1-8bf3ad4a0571', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 7, 40), 'started_at': datetime.datetime(2022, 6, 28, 11, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:21:27.120857 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9073e43-33fe-4eb2-8402-177cc594f8e1 None None] Checking segment: {'id': '6274d8ad-456f-4882-af74-95c75bd63265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0d6307f0-ba10-44a7-b3d3-c9e66a22edf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:21:27.121250 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron_lib.callbacks.manager [None req-f9073e43-33fe-4eb2-8402-177cc594f8e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:27.121760 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9073e43-33fe-4eb2-8402-177cc594f8e1 None None] Bound using segment: {'id': '6274d8ad-456f-4882-af74-95c75bd63265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0d6307f0-ba10-44a7-b3d3-c9e66a22edf8'} {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:21:27.122218 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.managers [None req-f9073e43-33fe-4eb2-8402-177cc594f8e1 None None] Bound port: ddd4b7f5-7b12-4809-bdc0-eaad5a415bbd, host: dv-cinder-844605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6274d8ad-456f-4882-af74-95c75bd63265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0d6307f0-ba10-44a7-b3d3-c9e66a22edf8'}}] {{(pid=88180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:21:27.122652 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron_lib.callbacks.manager [None req-f9073e43-33fe-4eb2-8402-177cc594f8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:27.222599 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.db [None req-f9073e43-33fe-4eb2-8402-177cc594f8e1 None None] For port ddd4b7f5-7b12-4809-bdc0-eaad5a415bbd, host dv-cinder-844605-1-iscsi, cleared binding levels {{(pid=88180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:21:27.226061 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.db [None req-f9073e43-33fe-4eb2-8402-177cc594f8e1 None None] For port ddd4b7f5-7b12-4809-bdc0-eaad5a415bbd, host dv-cinder-844605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=ddd4b7f5-7b12-4809-bdc0-eaad5a415bbd,segment=NetworkSegment(6274d8ad-456f-4882-af74-95c75bd63265),segment_id=6274d8ad-456f-4882-af74-95c75bd63265)] {{(pid=88180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:21:27.230607 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron_lib.callbacks.manager [None req-f9073e43-33fe-4eb2-8402-177cc594f8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:27.297432 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b1df0-16f7-4daf-8a5b-27101e5d3642 req-450c287e-cf9e-4078-9879-131c778604a0 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:27.298916 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-7f0b1df0-16f7-4daf-8a5b-27101e5d3642 req-450c287e-cf9e-4078-9879-131c778604a0 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=102a8a1b-da21-407e-96a2-2edae90da152 HTTP/1.1" status: 200 len: 945 time: 0.3779469 Jun 28 11:21:27.308617 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9073e43-33fe-4eb2-8402-177cc594f8e1 None None] Routers {'2f29c13e-59da-4074-9512-ebd644417bb9'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:21:27.309272 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-f9073e43-33fe-4eb2-8402-177cc594f8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:21:08Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['2f29c13e-59da-4074-9512-ebd644417bb9'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:27.380384 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-7f0b1df0-16f7-4daf-8a5b-27101e5d3642 req-2318f7f2-f38e-45fd-b6e0-6ca2f2609daf tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=eae4892b-50c7-41df-9dd4-207cf5f402b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711637 Jun 28 11:21:27.392075 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-8fb6ff8d-dc05-470c-b0e0-799ca4f84aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2289327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2482719'] for subnet, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:27.424896 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6126d3-42ed-4131-ad34-08c93cef4c56 None None] Pushing event updated for resources: {'Port': ['ID=ddd4b7f5-7b12-4809-bdc0-eaad5a415bbd,revision_number=4']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:27.509909 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvr_db [None req-f9073e43-33fe-4eb2-8402-177cc594f8e1 None None] Set router 2f29c13e-59da-4074-9512-ebd644417bb9 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:21:27.518780 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb6ff8d-dc05-470c-b0e0-799ca4f84aff admin admin] Pushing event updated for resources: {'Subnet': ['ID=b21e9d3a-1d66-456e-955f-fbc5fbb0f0f7,revision_number=0']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:27.528893 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb6ff8d-dc05-470c-b0e0-799ca4f84aff admin admin] Checking segment: {'id': 'de4c47a9-f898-4cbf-8ae9-0c519f4224f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd9f0fa05-43f7-4336-8e17-4dae6871355f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:21:27.529006 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb6ff8d-dc05-470c-b0e0-799ca4f84aff admin admin] Network hostable DHCP agents. Network: d9f0fa05-43f7-4336-8e17-4dae6871355f, hostable agents: ['bd7a9fca-13b7-4c24-af86-ecdc43be0dc3'], hosted agents: [] {{(pid=88178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 11:21:27.553740 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb6ff8d-dc05-470c-b0e0-799ca4f84aff admin admin] Network d9f0fa05-43f7-4336-8e17-4dae6871355f is scheduled to be hosted by DHCP agent bd7a9fca-13b7-4c24-af86-ecdc43be0dc3 with binding_index 1 {{(pid=88178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 11:21:27.569632 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.base_scheduler [None req-8fb6ff8d-dc05-470c-b0e0-799ca4f84aff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844605-1-iscsi, d9f0fa05-43f7-4336-8e17-4dae6871355f) {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:21:27.580899 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af16c292-6b95-47d2-89f8-9bd10ad3f1ba None None] Network d9f0fa05-43f7-4336-8e17-4dae6871355f requested from dv-cinder-844605-1-iscsi {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:21:27.583044 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb6ff8d-dc05-470c-b0e0-799ca4f84aff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:27.584243 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-8fb6ff8d-dc05-470c-b0e0-799ca4f84aff admin admin] Notify callbacks [] for subnet, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:27.627389 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-8fb6ff8d-dc05-470c-b0e0-799ca4f84aff admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7696695 Jun 28 11:21:27.630541 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 58712) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:27.642442 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [None req-3cd81394-96be-494e-9e61-bf16035f52c9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-67462293-router', 'tenant_id': '947c65c68d7d44698a8a48ceeb9e6bc7', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463'}}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:27.658117 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-3cd81394-96be-494e-9e61-bf16035f52c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:27.674770 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-3cd81394-96be-494e-9e61-bf16035f52c9 admin admin] Usage tracker for resource:router and tenant:947c65c68d7d44698a8a48ceeb9e6bc7 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:27.689070 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-3cd81394-96be-494e-9e61-bf16035f52c9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:27.702972 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-3cd81394-96be-494e-9e61-bf16035f52c9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:27.727947 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-3cd81394-96be-494e-9e61-bf16035f52c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5216'] for router, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:27.729236 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-3cd81394-96be-494e-9e61-bf16035f52c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-362573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5243'] for router, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:27.755625 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device d27a713a-0ce2-4d4f-91f9-7db720aed5c7 up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:21:27.757268 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-3cd81394-96be-494e-9e61-bf16035f52c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:27.885401 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-4e7a52ff-1272-4adc-ac53-b4f7f0654d15 req-dcbadecb-899a-4134-acda-3471a89e0753 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=afaa83b6-8607-4595-978c-46eb1ae7737b HTTP/1.1" status: 200 len: 210 time: 0.0746334 Jun 28 11:21:27.968360 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66381449-5cbb-495e-86d6-e6e60581b447 req-7520c759-c962-414a-9c0e-ba9172e6e78d tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:27.971056 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-66381449-5cbb-495e-86d6-e6e60581b447 req-7520c759-c962-414a-9c0e-ba9172e6e78d tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.43 "GET /v2.0/networks?id=21e79c31-8e4c-4686-94df-41e665c65d49 HTTP/1.1" status: 200 len: 814 time: 0.3232603 Jun 28 11:21:28.013940 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning complete for port d27a713a-0ce2-4d4f-91f9-7db720aed5c7 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:28.014526 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:28.039940 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-66381449-5cbb-495e-86d6-e6e60581b447 req-57fdcb85-c728-4279-bd7a-4eb57ddf2904 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Synchronizing usage tracker for tenant:9a519a8d5c54458c8ad1c43bdb399503 on resource:security_group {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:21:28.057412 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-66381449-5cbb-495e-86d6-e6e60581b447 req-57fdcb85-c728-4279-bd7a-4eb57ddf2904 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Unset dirty status for tenant:9a519a8d5c54458c8ad1c43bdb399503 on resource:security_group {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:21:28.058925 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-66381449-5cbb-495e-86d6-e6e60581b447 req-57fdcb85-c728-4279-bd7a-4eb57ddf2904 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a519a8d5c54458c8ad1c43bdb399503 HTTP/1.1" status: 200 len: 380 time: 0.0768471 Jun 28 11:21:28.071766 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [req-66381449-5cbb-495e-86d6-e6e60581b447 req-3db9d896-f9f6-45a6-a416-9994bac4f190 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Request body: {'port': {'device_id': 'afaa83b6-8607-4595-978c-46eb1ae7737b', 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49', 'admin_state_up': True, 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'security_groups': ['ad130fcf-8920-47dc-a1d8-2bb1d5241bb7']}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:28.111379 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-f9073e43-33fe-4eb2-8402-177cc594f8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'name': 'tempest-TestVolumeBootPattern-2058041356-router', 'tenant_id': '34f9a4af464a4c14af73bb4bb8314982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd27a713a-0ce2-4d4f-91f9-7db720aed5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:17Z', 'updated_at': '2022-06-28T11:21:24Z', 'revision_number': 4, 'project_id': '34f9a4af464a4c14af73bb4bb8314982', 'gw_port': {'id': 'd27a713a-0ce2-4d4f-91f9-7db720aed5c7', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:18Z', 'updated_at': '2022-06-28T11:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': 'ddd4b7f5-7b12-4809-bdc0-eaad5a415bbd', 'name': '', 'network_id': '0d6307f0-ba10-44a7-b3d3-c9e66a22edf8', 'tenant_id': '34f9a4af464a4c14af73bb4bb8314982', 'mac_address': 'fa:16:3e:8e:bd:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '1b0b29df-7b1f-4317-a6ef-bd3cb4e8ea72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:23Z', 'updated_at': '2022-06-28T11:21:27Z', 'revision_number': 4, 'project_id': '34f9a4af464a4c14af73bb4bb8314982', 'subnets': [{'id': '1b0b29df-7b1f-4317-a6ef-bd3cb4e8ea72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:28.116476 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9073e43-33fe-4eb2-8402-177cc594f8e1 None None] The sync data for ids ['2f29c13e-59da-4074-9512-ebd644417bb9'] in dv-cinder-844605-1-iscsi is: [{'id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'name': 'tempest-TestVolumeBootPattern-2058041356-router', 'tenant_id': '34f9a4af464a4c14af73bb4bb8314982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd27a713a-0ce2-4d4f-91f9-7db720aed5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:17Z', 'updated_at': '2022-06-28T11:21:24Z', 'revision_number': 4, 'project_id': '34f9a4af464a4c14af73bb4bb8314982', 'gw_port': {'id': 'd27a713a-0ce2-4d4f-91f9-7db720aed5c7', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:18Z', 'updated_at': '2022-06-28T11:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': 'ddd4b7f5-7b12-4809-bdc0-eaad5a415bbd', 'name': '', 'network_id': '0d6307f0-ba10-44a7-b3d3-c9e66a22edf8', 'tenant_id': '34f9a4af464a4c14af73bb4bb8314982', 'mac_address': 'fa:16:3e:8e:bd:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '1b0b29df-7b1f-4317-a6ef-bd3cb4e8ea72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:23Z', 'updated_at': '2022-06-28T11:21:27Z', 'revision_number': 4, 'project_id': '34f9a4af464a4c14af73bb4bb8314982', 'subnets': [{'id': '1b0b29df-7b1f-4317-a6ef-bd3cb4e8ea72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:21:28.221045 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32077f62-7af6-451a-a253-b0fb060f97d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad984f-d5be-5395-a87e-fa0999123cbc-d9f0fa05-43f7-4336-8e17-4dae6871355f', 'network_id': 'd9f0fa05-43f7-4336-8e17-4dae6871355f', 'tenant_id': '947c65c68d7d44698a8a48ceeb9e6bc7', 'fixed_ips': [{'subnet_id': 'b21e9d3a-1d66-456e-955f-fbc5fbb0f0f7'}]}} from dv-cinder-844605-1-iscsi. {{(pid=88179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 28 11:21:28.221045 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-32077f62-7af6-451a-a253-b0fb060f97d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_create {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:28.221885 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-3cd81394-96be-494e-9e61-bf16035f52c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-362623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5189'] for router, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:28.273696 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [req-66381449-5cbb-495e-86d6-e6e60581b447 req-3db9d896-f9f6-45a6-a416-9994bac4f190 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:28.285843 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [req-66381449-5cbb-495e-86d6-e6e60581b447 req-3db9d896-f9f6-45a6-a416-9994bac4f190 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:28.304280 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66381449-5cbb-495e-86d6-e6e60581b447 req-3db9d896-f9f6-45a6-a416-9994bac4f190 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Made reservation on behalf of 9a519a8d5c54458c8ad1c43bdb399503 for: {'port': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:21:28.310453 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-66381449-5cbb-495e-86d6-e6e60581b447 req-3db9d896-f9f6-45a6-a416-9994bac4f190 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:28.369009 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Current status of the port d27a713a-0ce2-4d4f-91f9-7db720aed5c7 is: ACTIVE; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:21:28.499449 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_common [None req-32077f62-7af6-451a-a253-b0fb060f97d5 None None] Allocated IP 172.20.0.2 (d9f0fa05-43f7-4336-8e17-4dae6871355f/b21e9d3a-1d66-456e-955f-fbc5fbb0f0f7/c27ea1a4-756b-468f-9f85-7ae0809334e5) {{(pid=88179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:21:28.533548 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.db_base_plugin_common [req-66381449-5cbb-495e-86d6-e6e60581b447 req-3db9d896-f9f6-45a6-a416-9994bac4f190 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Allocated IP 172.20.0.5 (21e79c31-8e4c-4686-94df-41e665c65d49/0543e16d-abbf-4f46-8991-01ac45b7ec02/d84fa7b5-a0f8-4b86-9d3f-d49010bda4de) {{(pid=88177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:21:28.674830 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-3cd81394-96be-494e-9e61-bf16035f52c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:28.710651 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-3cd81394-96be-494e-9e61-bf16035f52c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:28.772542 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b503c-6f4e-4784-9f45-846a92a91646 req-beabc21c-647f-4287-b974-3b8e8d29f898 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:28.774410 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-912b503c-6f4e-4784-9f45-846a92a91646 req-beabc21c-647f-4287-b974-3b8e8d29f898 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=102a8a1b-da21-407e-96a2-2edae90da152 HTTP/1.1" status: 200 len: 945 time: 0.2248418 Jun 28 11:21:28.786567 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-32077f62-7af6-451a-a253-b0fb060f97d5 None None] Notify callbacks [] for port, precommit_create {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:28.797234 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-32077f62-7af6-451a-a253-b0fb060f97d5 None None] Transition to ACTIVE for port object c27ea1a4-756b-468f-9f85-7ae0809334e5 will not be triggered until provisioned by entity L2. {{(pid=88179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:21:28.806590 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-66381449-5cbb-495e-86d6-e6e60581b447 req-3db9d896-f9f6-45a6-a416-9994bac4f190 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for port, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:28.832603 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.provisioning_blocks [req-66381449-5cbb-495e-86d6-e6e60581b447 req-3db9d896-f9f6-45a6-a416-9994bac4f190 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Transition to ACTIVE for port object d84fa7b5-a0f8-4b86-9d3f-d49010bda4de will not be triggered until provisioned by entity DHCP. {{(pid=88177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:21:28.835210 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-32077f62-7af6-451a-a253-b0fb060f97d5 None None] Transition to ACTIVE for port object c27ea1a4-756b-468f-9f85-7ae0809334e5 will not be triggered until provisioned by entity DHCP. {{(pid=88179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:21:28.846001 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-32077f62-7af6-451a-a253-b0fb060f97d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782103981231'] for port, after_create {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:28.868268 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-66381449-5cbb-495e-86d6-e6e60581b447 req-3db9d896-f9f6-45a6-a416-9994bac4f190 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782103981231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2688079'] for port, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:28.888808 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-912b503c-6f4e-4784-9f45-846a92a91646 req-64171786-f230-4727-a402-8b1bbed15db1 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=eae4892b-50c7-41df-9dd4-207cf5f402b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070144 Jun 28 11:21:29.061696 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.db_base_plugin_common [None req-3cd81394-96be-494e-9e61-bf16035f52c9 admin admin] Allocated IP 172.27.2.132 (6387ef29-ddd8-4632-9016-e02c39923463/5f3766c0-f55a-400a-8fdd-81b5b17b1576/d1c1fa13-7eca-49a4-abd2-44cf20528572) {{(pid=88178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:21:29.061985 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32077f62-7af6-451a-a253-b0fb060f97d5 None None] Network d9f0fa05-43f7-4336-8e17-4dae6871355f is already hosted by enough agents. {{(pid=88179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:21:29.065023 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-32077f62-7af6-451a-a253-b0fb060f97d5 None None] Resources bound (agent type, host, resource id): {{(pid=88179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:21:29.074780 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32077f62-7af6-451a-a253-b0fb060f97d5 None None] Received port after_create {{(pid=88179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:21:29.081118 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9d896-f9f6-45a6-a416-9994bac4f190 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Pushing event updated for resources: {'Port': ['ID=d84fa7b5-a0f8-4b86-9d3f-d49010bda4de,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:29.090624 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66381449-5cbb-495e-86d6-e6e60581b447 req-3db9d896-f9f6-45a6-a416-9994bac4f190 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Network 21e79c31-8e4c-4686-94df-41e665c65d49 is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:21:29.090624 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.base_scheduler [req-66381449-5cbb-495e-86d6-e6e60581b447 req-3db9d896-f9f6-45a6-a416-9994bac4f190 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:21:29.097164 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.l3_dvrscheduler_db [req-66381449-5cbb-495e-86d6-e6e60581b447 req-3db9d896-f9f6-45a6-a416-9994bac4f190 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Received port after_create {{(pid=88177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:21:29.230154 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32077f62-7af6-451a-a253-b0fb060f97d5 None None] Pushing event updated for resources: {'Port': ['ID=c27ea1a4-756b-468f-9f85-7ae0809334e5,revision_number=1']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:29.263319 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66381449-5cbb-495e-86d6-e6e60581b447 req-3db9d896-f9f6-45a6-a416-9994bac4f190 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:29.264162 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-66381449-5cbb-495e-86d6-e6e60581b447 req-3db9d896-f9f6-45a6-a416-9994bac4f190 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:29.279376 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-32077f62-7af6-451a-a253-b0fb060f97d5 None None] Attempting to bind port c27ea1a4-756b-468f-9f85-7ae0809334e5 on host dv-cinder-844605-1-iscsi for vnic_type normal with profile {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:21:29.279376 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-32077f62-7af6-451a-a253-b0fb060f97d5 None None] Attempting to bind port c27ea1a4-756b-468f-9f85-7ae0809334e5 by drivers openvswitch,hyperv on host dv-cinder-844605-1-iscsi at level 0 using segments [{'id': 'de4c47a9-f898-4cbf-8ae9-0c519f4224f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd9f0fa05-43f7-4336-8e17-4dae6871355f'}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:21:29.282310 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32077f62-7af6-451a-a253-b0fb060f97d5 None None] Attempting to bind port c27ea1a4-756b-468f-9f85-7ae0809334e5 on network d9f0fa05-43f7-4336-8e17-4dae6871355f {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:21:29.300045 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32077f62-7af6-451a-a253-b0fb060f97d5 None None] Checking agent: {'id': 'b95f8be4-ac30-48f3-8fc1-8bf3ad4a0571', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 7, 40), 'started_at': datetime.datetime(2022, 6, 28, 11, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:21:29.300513 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32077f62-7af6-451a-a253-b0fb060f97d5 None None] Checking segment: {'id': 'de4c47a9-f898-4cbf-8ae9-0c519f4224f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd9f0fa05-43f7-4336-8e17-4dae6871355f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:21:29.301173 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-32077f62-7af6-451a-a253-b0fb060f97d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:29.301705 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32077f62-7af6-451a-a253-b0fb060f97d5 None None] Bound using segment: {'id': 'de4c47a9-f898-4cbf-8ae9-0c519f4224f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd9f0fa05-43f7-4336-8e17-4dae6871355f'} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:21:29.302687 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-32077f62-7af6-451a-a253-b0fb060f97d5 None None] Bound port: c27ea1a4-756b-468f-9f85-7ae0809334e5, host: dv-cinder-844605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de4c47a9-f898-4cbf-8ae9-0c519f4224f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd9f0fa05-43f7-4336-8e17-4dae6871355f'}}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:21:29.303137 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-32077f62-7af6-451a-a253-b0fb060f97d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:29.324533 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-3cd81394-96be-494e-9e61-bf16035f52c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:29.331097 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-66381449-5cbb-495e-86d6-e6e60581b447 req-3db9d896-f9f6-45a6-a416-9994bac4f190 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2652996 Jun 28 11:21:29.346738 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [req-66381449-5cbb-495e-86d6-e6e60581b447 req-d31f8ab5-9a64-46dd-9216-76ec46cf0b56 service neutron] Request body: {'port': {'device_id': 'afaa83b6-8607-4595-978c-46eb1ae7737b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:29.374850 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-3cd81394-96be-494e-9e61-bf16035f52c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782103981231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287935'] for port, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:29.430970 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4a4d9d-3f5d-40ab-b565-267b8064c57d req-3f18e4b6-f962-4b23-a52d-6eb337a6d34d tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:29.431704 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-bb4a4d9d-3f5d-40ab-b565-267b8064c57d req-3f18e4b6-f962-4b23-a52d-6eb337a6d34d tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Synchronizing usage tracker for tenant:9a519a8d5c54458c8ad1c43bdb399503 on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:21:29.434520 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd81394-96be-494e-9e61-bf16035f52c9 admin admin] Network 6387ef29-ddd8-4632-9016-e02c39923463 is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:21:29.434808 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-32077f62-7af6-451a-a253-b0fb060f97d5 None None] For port c27ea1a4-756b-468f-9f85-7ae0809334e5, host dv-cinder-844605-1-iscsi, cleared binding levels {{(pid=88179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:21:29.439381 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-32077f62-7af6-451a-a253-b0fb060f97d5 None None] For port c27ea1a4-756b-468f-9f85-7ae0809334e5, host dv-cinder-844605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=c27ea1a4-756b-468f-9f85-7ae0809334e5,segment=NetworkSegment(de4c47a9-f898-4cbf-8ae9-0c519f4224f0),segment_id=de4c47a9-f898-4cbf-8ae9-0c519f4224f0)] {{(pid=88179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:21:29.441314 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.base_scheduler [None req-3cd81394-96be-494e-9e61-bf16035f52c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:21:29.451707 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd81394-96be-494e-9e61-bf16035f52c9 admin admin] Received port after_create {{(pid=88178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:21:29.456375 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-32077f62-7af6-451a-a253-b0fb060f97d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:29.495401 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-bb4a4d9d-3f5d-40ab-b565-267b8064c57d req-3f18e4b6-f962-4b23-a52d-6eb337a6d34d tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Unset dirty status for tenant:9a519a8d5c54458c8ad1c43bdb399503 on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:21:29.502314 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-bb4a4d9d-3f5d-40ab-b565-267b8064c57d req-3f18e4b6-f962-4b23-a52d-6eb337a6d34d tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=afaa83b6-8607-4595-978c-46eb1ae7737b HTTP/1.1" status: 200 len: 931 time: 0.3406825 Jun 28 11:21:29.540134 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-d47e95f1-63bb-407d-bacb-db6a81ed0df6 None None] Provisioning for port d84fa7b5-a0f8-4b86-9d3f-d49010bda4de completed by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:21:29.545058 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-66381449-5cbb-495e-86d6-e6e60581b447 req-d31f8ab5-9a64-46dd-9216-76ec46cf0b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:29.548485 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-d47e95f1-63bb-407d-bacb-db6a81ed0df6 None None] Provisioning complete for port d84fa7b5-a0f8-4b86-9d3f-d49010bda4de triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:29.548874 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d47e95f1-63bb-407d-bacb-db6a81ed0df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:29.615157 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-bb4a4d9d-3f5d-40ab-b565-267b8064c57d req-eacbbd70-854b-450f-abc6-3e3730e59038 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad130fcf-8920-47dc-a1d8-2bb1d5241bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116598 Jun 28 11:21:29.625589 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-d47e95f1-63bb-407d-bacb-db6a81ed0df6 None None] Port d84fa7b5-a0f8-4b86-9d3f-d49010bda4de cannot update to ACTIVE because it is not bound. {{(pid=88179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:21:29.689948 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32077f62-7af6-451a-a253-b0fb060f97d5 None None] Pushing event updated for resources: {'Port': ['ID=c27ea1a4-756b-468f-9f85-7ae0809334e5,revision_number=2']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:29.695500 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd81394-96be-494e-9e61-bf16035f52c9 admin admin] Pushing event updated for resources: {'Port': ['ID=d1c1fa13-7eca-49a4-abd2-44cf20528572,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:29.698351 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:29.730091 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device ddd4b7f5-7b12-4809-bdc0-eaad5a415bbd up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:21:29.834908 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning for port ddd4b7f5-7b12-4809-bdc0-eaad5a415bbd completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:21:29.841377 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning complete for port ddd4b7f5-7b12-4809-bdc0-eaad5a415bbd triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:29.841849 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:30.042767 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Current status of the port ddd4b7f5-7b12-4809-bdc0-eaad5a415bbd is: DOWN; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:21:30.043144 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:30.081834 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] For port ddd4b7f5-7b12-4809-bdc0-eaad5a415bbd, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=ddd4b7f5-7b12-4809-bdc0-eaad5a415bbd,segment=NetworkSegment(6274d8ad-456f-4882-af74-95c75bd63265),segment_id=6274d8ad-456f-4882-af74-95c75bd63265)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:21:30.094772 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:30.131060 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.notifiers.nova [req-66381449-5cbb-495e-86d6-e6e60581b447 req-d31f8ab5-9a64-46dd-9216-76ec46cf0b56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d84fa7b5-a0f8-4b86-9d3f-d49010bda4de {{(pid=88177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:21:30.139775 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-66381449-5cbb-495e-86d6-e6e60581b447 req-d31f8ab5-9a64-46dd-9216-76ec46cf0b56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:30.160821 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.provisioning_blocks [req-66381449-5cbb-495e-86d6-e6e60581b447 req-d31f8ab5-9a64-46dd-9216-76ec46cf0b56 service neutron] Transition to ACTIVE for port object d84fa7b5-a0f8-4b86-9d3f-d49010bda4de will not be triggered until provisioned by entity L2. {{(pid=88177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:21:30.166698 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-66381449-5cbb-495e-86d6-e6e60581b447 req-d31f8ab5-9a64-46dd-9216-76ec46cf0b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2688088'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:30.178952 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Pushing event updated for resources: {'Port': ['ID=ddd4b7f5-7b12-4809-bdc0-eaad5a415bbd,revision_number=5']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:30.299108 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-3cd81394-96be-494e-9e61-bf16035f52c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:30.339072 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31f8ab5-9a64-46dd-9216-76ec46cf0b56 service neutron] Pushing event updated for resources: {'Port': ['ID=d84fa7b5-a0f8-4b86-9d3f-d49010bda4de,revision_number=2']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:30.429063 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.managers [req-66381449-5cbb-495e-86d6-e6e60581b447 req-d31f8ab5-9a64-46dd-9216-76ec46cf0b56 service neutron] Attempting to bind port d84fa7b5-a0f8-4b86-9d3f-d49010bda4de on host hv-cinder-84460 for vnic_type normal with profile {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:21:30.429389 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.managers [req-66381449-5cbb-495e-86d6-e6e60581b447 req-d31f8ab5-9a64-46dd-9216-76ec46cf0b56 service neutron] Attempting to bind port d84fa7b5-a0f8-4b86-9d3f-d49010bda4de by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': 'd955dde5-69b1-4a11-8383-f5f9cce13386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49'}] {{(pid=88177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:21:30.429837 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66381449-5cbb-495e-86d6-e6e60581b447 req-d31f8ab5-9a64-46dd-9216-76ec46cf0b56 service neutron] Attempting to bind port d84fa7b5-a0f8-4b86-9d3f-d49010bda4de on network 21e79c31-8e4c-4686-94df-41e665c65d49 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:21:30.435236 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66381449-5cbb-495e-86d6-e6e60581b447 req-d31f8ab5-9a64-46dd-9216-76ec46cf0b56 service neutron] Port d84fa7b5-a0f8-4b86-9d3f-d49010bda4de on network 21e79c31-8e4c-4686-94df-41e665c65d49 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 11:21:30.435663 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66381449-5cbb-495e-86d6-e6e60581b447 req-d31f8ab5-9a64-46dd-9216-76ec46cf0b56 service neutron] Attempting to bind port d84fa7b5-a0f8-4b86-9d3f-d49010bda4de on network 21e79c31-8e4c-4686-94df-41e665c65d49 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:21:30.441303 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66381449-5cbb-495e-86d6-e6e60581b447 req-d31f8ab5-9a64-46dd-9216-76ec46cf0b56 service neutron] Checking agent: {'id': '08bfabbf-d5f3-4ca7-8c16-3ebc8bd75d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 14), 'started_at': datetime.datetime(2022, 6, 28, 11, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:21:30.441693 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66381449-5cbb-495e-86d6-e6e60581b447 req-d31f8ab5-9a64-46dd-9216-76ec46cf0b56 service neutron] Checking segment: {'id': 'd955dde5-69b1-4a11-8383-f5f9cce13386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:21:30.442133 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66381449-5cbb-495e-86d6-e6e60581b447 req-d31f8ab5-9a64-46dd-9216-76ec46cf0b56 service neutron] Bound using segment: {'id': 'd955dde5-69b1-4a11-8383-f5f9cce13386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49'} {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:21:30.442692 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.managers [req-66381449-5cbb-495e-86d6-e6e60581b447 req-d31f8ab5-9a64-46dd-9216-76ec46cf0b56 service neutron] Bound port: d84fa7b5-a0f8-4b86-9d3f-d49010bda4de, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd955dde5-69b1-4a11-8383-f5f9cce13386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49'}}] {{(pid=88177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:21:30.443105 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-66381449-5cbb-495e-86d6-e6e60581b447 req-d31f8ab5-9a64-46dd-9216-76ec46cf0b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:30.458416 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a1768-78f0-4877-919c-784471af36c6 req-241ddbbd-4e9f-4818-85da-a79ff9f6d563 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:30.465570 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-9a2a1768-78f0-4877-919c-784471af36c6 req-241ddbbd-4e9f-4818-85da-a79ff9f6d563 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=102a8a1b-da21-407e-96a2-2edae90da152 HTTP/1.1" status: 200 len: 945 time: 0.3703878 Jun 28 11:21:30.539134 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.db [req-66381449-5cbb-495e-86d6-e6e60581b447 req-d31f8ab5-9a64-46dd-9216-76ec46cf0b56 service neutron] For port d84fa7b5-a0f8-4b86-9d3f-d49010bda4de, host hv-cinder-84460, cleared binding levels {{(pid=88177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:21:30.543078 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.db [req-66381449-5cbb-495e-86d6-e6e60581b447 req-d31f8ab5-9a64-46dd-9216-76ec46cf0b56 service neutron] For port d84fa7b5-a0f8-4b86-9d3f-d49010bda4de, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=d84fa7b5-a0f8-4b86-9d3f-d49010bda4de,segment=NetworkSegment(d955dde5-69b1-4a11-8383-f5f9cce13386),segment_id=d955dde5-69b1-4a11-8383-f5f9cce13386)] {{(pid=88177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:21:30.555874 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-66381449-5cbb-495e-86d6-e6e60581b447 req-d31f8ab5-9a64-46dd-9216-76ec46cf0b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2688088'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:30.556697 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-9a2a1768-78f0-4877-919c-784471af36c6 req-d201409a-cd69-4f74-ba9c-bb27e9d5a8a6 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=eae4892b-50c7-41df-9dd4-207cf5f402b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896504 Jun 28 11:21:30.629828 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 58742) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:30.641474 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66381449-5cbb-495e-86d6-e6e60581b447 req-d31f8ab5-9a64-46dd-9216-76ec46cf0b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:30.642156 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-66381449-5cbb-495e-86d6-e6e60581b447 req-d31f8ab5-9a64-46dd-9216-76ec46cf0b56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:30.643636 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-66381449-5cbb-495e-86d6-e6e60581b447 req-d31f8ab5-9a64-46dd-9216-76ec46cf0b56 service neutron] 10.222.0.43 "PUT /v2.0/ports/d84fa7b5-a0f8-4b86-9d3f-d49010bda4de HTTP/1.1" status: 200 len: 1093 time: 1.3037796 Jun 28 11:21:30.646195 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afaa83b6-8607-4595-978c-46eb1ae7737b', 'tag': 'd84fa7b5-a0f8-4b86-9d3f-d49010bda4de'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:21:30.764318 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56c5c781-a429-4905-86c6-a34fd3d59a62'] response: {'name': 'network-changed', 'server_uuid': 'afaa83b6-8607-4595-978c-46eb1ae7737b', 'tag': 'd84fa7b5-a0f8-4b86-9d3f-d49010bda4de', 'status': 'completed', 'code': 200} Jun 28 11:21:30.844787 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31f8ab5-9a64-46dd-9216-76ec46cf0b56 service neutron] Pushing event updated for resources: {'Port': ['ID=d84fa7b5-a0f8-4b86-9d3f-d49010bda4de,revision_number=3']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:30.854278 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-3cd81394-96be-494e-9e61-bf16035f52c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362520'] for router, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:30.925222 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-5f002a1f-b1eb-4f6c-a00b-f2296c402ff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:30.938499 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66381449-5cbb-495e-86d6-e6e60581b447 req-2fb4498d-868f-41c8-a3b5-2f9bad05b4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:30.939982 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-66381449-5cbb-495e-86d6-e6e60581b447 req-2fb4498d-868f-41c8-a3b5-2f9bad05b4dd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9a519a8d5c54458c8ad1c43bdb399503&device_id=afaa83b6-8607-4595-978c-46eb1ae7737b HTTP/1.1" status: 200 len: 1096 time: 0.2484362 Jun 28 11:21:31.001649 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-5f002a1f-b1eb-4f6c-a00b-f2296c402ff6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:31.020685 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-5f002a1f-b1eb-4f6c-a00b-f2296c402ff6 admin admin] Usage tracker for resource:security_group_rule and tenant:d5cad325c5a648bfb3b7c38b3dc9365f is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:31.024873 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-66381449-5cbb-495e-86d6-e6e60581b447 req-57124be8-7071-471a-8b95-c460dc90e0c7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d84fa7b5-a0f8-4b86-9d3f-d49010bda4de HTTP/1.1" status: 200 len: 217 time: 0.0770061 Jun 28 11:21:31.032890 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3b53a-3943-4b01-b803-c77b85589bd3 req-05f321a5-2ce9-4c2c-a2ab-0c66c5fe0a7a tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:31.034088 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-e8b3b53a-3943-4b01-b803-c77b85589bd3 req-05f321a5-2ce9-4c2c-a2ab-0c66c5fe0a7a tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=afaa83b6-8607-4595-978c-46eb1ae7737b HTTP/1.1" status: 200 len: 943 time: 0.2405384 Jun 28 11:21:31.068961 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-5f002a1f-b1eb-4f6c-a00b-f2296c402ff6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:31.070768 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a953ec65-d17d-4cc1-ab75-3ee00f43507c None None] Network d9f0fa05-43f7-4336-8e17-4dae6871355f requested from dv-cinder-844605-1-iscsi {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:21:31.095581 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-5f002a1f-b1eb-4f6c-a00b-f2296c402ff6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:31.115945 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cd81394-96be-494e-9e61-bf16035f52c9 admin admin] Router d9bccf2c-db57-4651-b9c4-5304b063aedd is scheduled to L3 agent 65138fbb-a379-4cdd-9015-09db381edeba with binding_index 1 {{(pid=88178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 11:21:31.138242 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66381449-5cbb-495e-86d6-e6e60581b447 req-098d7243-5d55-4cfa-9326-86ef9252656b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:31.139820 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-66381449-5cbb-495e-86d6-e6e60581b447 req-098d7243-5d55-4cfa-9326-86ef9252656b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0543e16d-abbf-4f46-8991-01ac45b7ec02 HTTP/1.1" status: 200 len: 853 time: 0.1048431 Jun 28 11:21:31.167603 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-bf2b2f51-5641-465f-9c3a-3683490276fb None None] Provisioning for port c27ea1a4-756b-468f-9f85-7ae0809334e5 completed by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:21:31.211821 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-e8b3b53a-3943-4b01-b803-c77b85589bd3 req-604b4515-2cf7-43a9-a910-633ef27b40ce tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad130fcf-8920-47dc-a1d8-2bb1d5241bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373868 Jun 28 11:21:31.318204 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd81394-96be-494e-9e61-bf16035f52c9 admin admin] Notify agent at l3_agent.dv-cinder-844605-1-iscsi the message routers_updated {{(pid=88178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:21:31.329912 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0052c3c-036a-4365-82b1-43bcbdcab732 None None] Sync routers for ids ['d9bccf2c-db57-4651-b9c4-5304b063aedd'] in dv-cinder-844605-1-iscsi {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:21:31.344410 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-3cd81394-96be-494e-9e61-bf16035f52c9 admin admin] Notify callbacks [] for router, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:31.348811 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0052c3c-036a-4365-82b1-43bcbdcab732 None None] Routers {'d9bccf2c-db57-4651-b9c4-5304b063aedd'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:21:31.348976 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-3cd81394-96be-494e-9e61-bf16035f52c9 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7146671 Jun 28 11:21:31.349062 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-c0052c3c-036a-4365-82b1-43bcbdcab732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:21:08Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['d9bccf2c-db57-4651-b9c4-5304b063aedd'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:31.351274 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 58752) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:31.390135 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66381449-5cbb-495e-86d6-e6e60581b447 req-fbd6f6e3-ad86-43f8-97f1-b80525f2080f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:31.391630 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-66381449-5cbb-495e-86d6-e6e60581b447 req-fbd6f6e3-ad86-43f8-97f1-b80525f2080f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=21e79c31-8e4c-4686-94df-41e665c65d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2399249 Jun 28 11:21:31.396667 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-5f002a1f-b1eb-4f6c-a00b-f2296c402ff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:31.423224 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-5f002a1f-b1eb-4f6c-a00b-f2296c402ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:31.512119 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f002a1f-b1eb-4f6c-a00b-f2296c402ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a81900-eea8-4d01-99e2-1e2631447142,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:31.572285 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-5f002a1f-b1eb-4f6c-a00b-f2296c402ff6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d5cad325c5a648bfb3b7c38b3dc9365f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9270351 Jun 28 11:21:31.575113 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 58756) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:31.619910 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-c0052c3c-036a-4365-82b1-43bcbdcab732 None None] Set router d9bccf2c-db57-4651-b9c4-5304b063aedd gateway port host: dv-cinder-844605-1-iscsi {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:21:31.662792 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-66381449-5cbb-495e-86d6-e6e60581b447 req-af607e88-6c22-4b39-8189-cdb84066c5b9 service neutron] 10.222.0.43 "GET /v2.0/networks/21e79c31-8e4c-4686-94df-41e665c65d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631938 Jun 28 11:21:31.686109 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-c85d092d-1a4d-4e53-b473-160707525925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:31.827340 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device c27ea1a4-756b-468f-9f85-7ae0809334e5 up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:21:31.844036 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-c85d092d-1a4d-4e53-b473-160707525925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:31.859123 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-66381449-5cbb-495e-86d6-e6e60581b447 req-769c8e73-4918-4a3c-8f57-4490e45fa041 service neutron] 10.222.0.43 "GET /v2.0/networks/21e79c31-8e4c-4686-94df-41e665c65d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739752 Jun 28 11:21:31.906101 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-c85d092d-1a4d-4e53-b473-160707525925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:31.965807 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85d092d-1a4d-4e53-b473-160707525925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a81900-eea8-4d01-99e2-1e2631447142,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:31.984263 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-c85d092d-1a4d-4e53-b473-160707525925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:31.988167 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-c85d092d-1a4d-4e53-b473-160707525925 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b2a81900-eea8-4d01-99e2-1e2631447142 HTTP/1.1" status: 204 len: 168 time: 0.4120409 Jun 28 11:21:32.025890 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc0584-d0e5-4e5b-b13c-d967353ae460 req-100d7b8d-120c-4d83-ae9a-34b6027c5f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:32.027813 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-aacc0584-d0e5-4e5b-b13c-d967353ae460 req-100d7b8d-120c-4d83-ae9a-34b6027c5f95 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9a519a8d5c54458c8ad1c43bdb399503&device_id=afaa83b6-8607-4595-978c-46eb1ae7737b HTTP/1.1" status: 200 len: 1096 time: 0.1106207 Jun 28 11:21:32.102909 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning for port c27ea1a4-756b-468f-9f85-7ae0809334e5 completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:21:32.116376 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning complete for port c27ea1a4-756b-468f-9f85-7ae0809334e5 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:32.116932 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:32.164573 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de76382-688d-473b-9abb-d6fa1c06076c req-1172903c-924b-41d3-b582-b37fd225f153 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:32.173431 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-1de76382-688d-473b-9abb-d6fa1c06076c req-1172903c-924b-41d3-b582-b37fd225f153 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=102a8a1b-da21-407e-96a2-2edae90da152 HTTP/1.1" status: 200 len: 945 time: 0.4593310 Jun 28 11:21:32.184669 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-c0052c3c-036a-4365-82b1-43bcbdcab732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9bccf2c-db57-4651-b9c4-5304b063aedd', 'name': 'tempest-TestVolumeBootPattern-67462293-router', 'tenant_id': '947c65c68d7d44698a8a48ceeb9e6bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': 'd1c1fa13-7eca-49a4-abd2-44cf20528572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:27Z', 'updated_at': '2022-06-28T11:21:29Z', 'revision_number': 3, 'project_id': '947c65c68d7d44698a8a48ceeb9e6bc7', 'gw_port': {'id': 'd1c1fa13-7eca-49a4-abd2-44cf20528572', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:28:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9bccf2c-db57-4651-b9c4-5304b063aedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:28Z', 'updated_at': '2022-06-28T11:21:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi'}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:32.193098 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0052c3c-036a-4365-82b1-43bcbdcab732 None None] Checking router: d9bccf2c-db57-4651-b9c4-5304b063aedd for host: dv-cinder-844605-1-iscsi {{(pid=88179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:21:32.193313 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc0584-d0e5-4e5b-b13c-d967353ae460 req-b002fa3a-2ffe-486a-b035-017c0634180e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:32.193798 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0052c3c-036a-4365-82b1-43bcbdcab732 None None] Updating router d9bccf2c-db57-4651-b9c4-5304b063aedd port d1c1fa13-7eca-49a4-abd2-44cf20528572 binding host dv-cinder-844605-1-iscsi {{(pid=88179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 11:21:32.195421 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-aacc0584-d0e5-4e5b-b13c-d967353ae460 req-b002fa3a-2ffe-486a-b035-017c0634180e service neutron] 10.222.0.43 "GET /v2.0/networks?id=21e79c31-8e4c-4686-94df-41e665c65d49 HTTP/1.1" status: 200 len: 915 time: 0.1610980 Jun 28 11:21:32.254125 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c0052c3c-036a-4365-82b1-43bcbdcab732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:32.264378 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-1de76382-688d-473b-9abb-d6fa1c06076c req-e82fff33-c166-4211-809f-3bc75d891ecc tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=eae4892b-50c7-41df-9dd4-207cf5f402b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885892 Jun 28 11:21:32.288362 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-aacc0584-d0e5-4e5b-b13c-d967353ae460 req-458f273e-9e7d-4c0c-8c06-f18c5b8286b5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d84fa7b5-a0f8-4b86-9d3f-d49010bda4de HTTP/1.1" status: 200 len: 217 time: 0.0761824 Jun 28 11:21:32.437152 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Current status of the port c27ea1a4-756b-468f-9f85-7ae0809334e5 is: DOWN; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:21:32.437436 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:32.458610 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc0584-d0e5-4e5b-b13c-d967353ae460 req-564e715a-381b-49cb-8432-39f6b4f360a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:32.460589 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-aacc0584-d0e5-4e5b-b13c-d967353ae460 req-564e715a-381b-49cb-8432-39f6b4f360a2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0543e16d-abbf-4f46-8991-01ac45b7ec02 HTTP/1.1" status: 200 len: 853 time: 0.1709416 Jun 28 11:21:32.483611 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] For port c27ea1a4-756b-468f-9f85-7ae0809334e5, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=c27ea1a4-756b-468f-9f85-7ae0809334e5,segment=NetworkSegment(de4c47a9-f898-4cbf-8ae9-0c519f4224f0),segment_id=de4c47a9-f898-4cbf-8ae9-0c519f4224f0)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:21:32.491669 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-d02206b0-a81f-4128-beda-9bf34568a7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:32.499060 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:32.499846 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device ddd4b7f5-7b12-4809-bdc0-eaad5a415bbd up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:21:32.565195 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f1470e-f2db-43fb-9c96-d6dd228c9102 req-7168f309-a2f9-44be-bcf6-8b11071ddd23 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:32.573425 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-40f1470e-f2db-43fb-9c96-d6dd228c9102 req-7168f309-a2f9-44be-bcf6-8b11071ddd23 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=afaa83b6-8607-4595-978c-46eb1ae7737b HTTP/1.1" status: 200 len: 943 time: 0.2022338 Jun 28 11:21:32.636095 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-40f1470e-f2db-43fb-9c96-d6dd228c9102 req-5ae07585-8e20-4a8c-a33d-4ca74acecf7e tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad130fcf-8920-47dc-a1d8-2bb1d5241bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612669 Jun 28 11:21:32.641499 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc0584-d0e5-4e5b-b13c-d967353ae460 req-a3e10586-d5e7-4273-9f05-d95cba72fa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:32.643302 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-aacc0584-d0e5-4e5b-b13c-d967353ae460 req-a3e10586-d5e7-4273-9f05-d95cba72fa83 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=21e79c31-8e4c-4686-94df-41e665c65d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1730788 Jun 28 11:21:32.685701 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device d84fa7b5-a0f8-4b86-9d3f-d49010bda4de details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=88179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:21:32.726612 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Pushing event updated for resources: {'Port': ['ID=c27ea1a4-756b-468f-9f85-7ae0809334e5,revision_number=3']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:32.748588 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.db_base_plugin_common [None req-d02206b0-a81f-4128-beda-9bf34568a7a0 admin admin] Allocated IP 172.20.0.1 (d9f0fa05-43f7-4336-8e17-4dae6871355f/b21e9d3a-1d66-456e-955f-fbc5fbb0f0f7/df7500d6-659f-47e7-af79-73773c0d2aa5) {{(pid=88178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:21:32.832453 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning complete for port ddd4b7f5-7b12-4809-bdc0-eaad5a415bbd triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:32.833198 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:32.858611 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-aacc0584-d0e5-4e5b-b13c-d967353ae460 req-2829bf08-5acf-4309-8c42-8d7b7a9cc827 service neutron] 10.222.0.43 "GET /v2.0/networks/21e79c31-8e4c-4686-94df-41e665c65d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007620 Jun 28 11:21:32.899095 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 58784) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:32.923945 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-d02206b0-a81f-4128-beda-9bf34568a7a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:32.940846 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.provisioning_blocks [None req-d02206b0-a81f-4128-beda-9bf34568a7a0 admin admin] Transition to ACTIVE for port object df7500d6-659f-47e7-af79-73773c0d2aa5 will not be triggered until provisioned by entity DHCP. {{(pid=88178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:21:32.970765 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-d02206b0-a81f-4128-beda-9bf34568a7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782103981231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287935'] for port, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:33.005175 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c0052c3c-036a-4365-82b1-43bcbdcab732 None None] Notify callbacks [] for port, precommit_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:33.056445 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02206b0-a81f-4128-beda-9bf34568a7a0 admin admin] Network d9f0fa05-43f7-4336-8e17-4dae6871355f is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:21:33.056792 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-aacc0584-d0e5-4e5b-b13c-d967353ae460 req-37fd4e70-1ea2-4bb8-b2c4-da687f6cf327 service neutron] 10.222.0.43 "GET /v2.0/networks/21e79c31-8e4c-4686-94df-41e665c65d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908925 Jun 28 11:21:33.065016 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.base_scheduler [None req-d02206b0-a81f-4128-beda-9bf34568a7a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:21:33.068859 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-c0052c3c-036a-4365-82b1-43bcbdcab732 None None] Transition to ACTIVE for port object d1c1fa13-7eca-49a4-abd2-44cf20528572 will not be triggered until provisioned by entity L2. {{(pid=88179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:21:33.070852 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02206b0-a81f-4128-beda-9bf34568a7a0 admin admin] Received port after_create {{(pid=88178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:21:33.072676 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port d84fa7b5-a0f8-4b86-9d3f-d49010bda4de, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=d84fa7b5-a0f8-4b86-9d3f-d49010bda4de,segment=NetworkSegment(d955dde5-69b1-4a11-8383-f5f9cce13386),segment_id=d955dde5-69b1-4a11-8383-f5f9cce13386)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:21:33.096137 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c0052c3c-036a-4365-82b1-43bcbdcab732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:33.101335 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [None req-5ee6419f-47f8-4acf-8336-7964173fd8dd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-499027150-network', 'tenant_id': '08c3c19c0c404bb6bf8989d879b1ea6c'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:33.107293 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-5ee6419f-47f8-4acf-8336-7964173fd8dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:33.111487 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-5ee6419f-47f8-4acf-8336-7964173fd8dd admin admin] Usage tracker for resource:network and tenant:08c3c19c0c404bb6bf8989d879b1ea6c is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:33.115572 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-5ee6419f-47f8-4acf-8336-7964173fd8dd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:33.121974 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-5ee6419f-47f8-4acf-8336-7964173fd8dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:33.133874 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-d02206b0-a81f-4128-beda-9bf34568a7a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-361810'] for router_interface, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:33.135980 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Returning: {'device': 'd84fa7b5-a0f8-4b86-9d3f-d49010bda4de', 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49', 'port_id': 'd84fa7b5-a0f8-4b86-9d3f-d49010bda4de', 'mac_address': 'fa:16:3e:f4:5e:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0543e16d-abbf-4f46-8991-01ac45b7ec02', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:21:33.137906 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee6419f-47f8-4acf-8336-7964173fd8dd admin admin] Made reservation on behalf of 08c3c19c0c404bb6bf8989d879b1ea6c for: {'network': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:21:33.140748 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-5ee6419f-47f8-4acf-8336-7964173fd8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for network, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:33.158177 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Current status of the port ddd4b7f5-7b12-4809-bdc0-eaad5a415bbd is: ACTIVE; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:21:33.165104 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-5ee6419f-47f8-4acf-8336-7964173fd8dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:33.166755 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02206b0-a81f-4128-beda-9bf34568a7a0 admin admin] Pushing event updated for resources: {'Port': ['ID=df7500d6-659f-47e7-af79-73773c0d2aa5,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:33.190047 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-5ee6419f-47f8-4acf-8336-7964173fd8dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:33.195710 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-5ee6419f-47f8-4acf-8336-7964173fd8dd admin admin] Usage tracker for resource:security_group_rule and tenant:08c3c19c0c404bb6bf8989d879b1ea6c is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:33.198690 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-5ee6419f-47f8-4acf-8336-7964173fd8dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:33.204493 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-5ee6419f-47f8-4acf-8336-7964173fd8dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:33.241266 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-c0052c3c-036a-4365-82b1-43bcbdcab732 None None] Attempting to bind port d1c1fa13-7eca-49a4-abd2-44cf20528572 on host dv-cinder-844605-1-iscsi for vnic_type normal with profile {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:21:33.241868 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-c0052c3c-036a-4365-82b1-43bcbdcab732 None None] Attempting to bind port d1c1fa13-7eca-49a4-abd2-44cf20528572 by drivers openvswitch,hyperv on host dv-cinder-844605-1-iscsi at level 0 using segments [{'id': '886fa905-49b2-4170-854f-b2cc2955959a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463'}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:21:33.241995 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0052c3c-036a-4365-82b1-43bcbdcab732 None None] Attempting to bind port d1c1fa13-7eca-49a4-abd2-44cf20528572 on network 6387ef29-ddd8-4632-9016-e02c39923463 {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:21:33.246070 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ddd784-aa9e-4106-91a1-fded6c23c0d6 None None] Pushing event updated for resources: {'Port': ['ID=d1c1fa13-7eca-49a4-abd2-44cf20528572,revision_number=2']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:33.258104 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0052c3c-036a-4365-82b1-43bcbdcab732 None None] Checking agent: {'id': 'b95f8be4-ac30-48f3-8fc1-8bf3ad4a0571', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 7, 40), 'started_at': datetime.datetime(2022, 6, 28, 11, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:21:33.258633 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0052c3c-036a-4365-82b1-43bcbdcab732 None None] Checking segment: {'id': '886fa905-49b2-4170-854f-b2cc2955959a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:21:33.259039 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c0052c3c-036a-4365-82b1-43bcbdcab732 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:33.259442 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0052c3c-036a-4365-82b1-43bcbdcab732 None None] Bound using segment: {'id': '886fa905-49b2-4170-854f-b2cc2955959a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463'} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:21:33.259905 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-c0052c3c-036a-4365-82b1-43bcbdcab732 None None] Bound port: d1c1fa13-7eca-49a4-abd2-44cf20528572, host: dv-cinder-844605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886fa905-49b2-4170-854f-b2cc2955959a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463'}}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:21:33.260278 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c0052c3c-036a-4365-82b1-43bcbdcab732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:33.292180 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Current status of the port d84fa7b5-a0f8-4b86-9d3f-d49010bda4de is: DOWN; New status is: BUILD {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:21:33.292180 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:33.323540 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-5ee6419f-47f8-4acf-8336-7964173fd8dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:33.327099 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-d02206b0-a81f-4128-beda-9bf34568a7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:33.327621 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d84fa7b5-a0f8-4b86-9d3f-d49010bda4de {{(pid=88179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:21:33.331466 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-5ee6419f-47f8-4acf-8336-7964173fd8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:33.369924 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port d84fa7b5-a0f8-4b86-9d3f-d49010bda4de, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=d84fa7b5-a0f8-4b86-9d3f-d49010bda4de,segment=NetworkSegment(d955dde5-69b1-4a11-8383-f5f9cce13386),segment_id=d955dde5-69b1-4a11-8383-f5f9cce13386)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:21:33.373232 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ee6419f-47f8-4acf-8336-7964173fd8dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=88177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 11:21:33.381175 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:33.384348 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-c0052c3c-036a-4365-82b1-43bcbdcab732 None None] For port d1c1fa13-7eca-49a4-abd2-44cf20528572, host dv-cinder-844605-1-iscsi, cleared binding levels {{(pid=88179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:21:33.386242 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee6419f-47f8-4acf-8336-7964173fd8dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1a379e-4dd9-4f23-8333-76773587014a,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:33.403640 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-5ee6419f-47f8-4acf-8336-7964173fd8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812087'] for segment, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:33.404239 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.db.segments_db [None req-5ee6419f-47f8-4acf-8336-7964173fd8dd admin admin] Added segment 4b63a92e-df64-4f82-a8dd-57f27eee96b8 of type vlan for network f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3 Jun 28 11:21:33.428026 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-e30277be-64fc-4a49-832a-67cba265652f None None] Provisioning for port df7500d6-659f-47e7-af79-73773c0d2aa5 completed by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:21:33.436821 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-5ee6419f-47f8-4acf-8336-7964173fd8dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782103966769'] for network, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:33.443265 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-c0052c3c-036a-4365-82b1-43bcbdcab732 None None] For port d1c1fa13-7eca-49a4-abd2-44cf20528572, host dv-cinder-844605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=d1c1fa13-7eca-49a4-abd2-44cf20528572,segment=NetworkSegment(886fa905-49b2-4170-854f-b2cc2955959a),segment_id=886fa905-49b2-4170-854f-b2cc2955959a)] {{(pid=88179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:21:33.451990 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-e30277be-64fc-4a49-832a-67cba265652f None None] Provisioning complete for port df7500d6-659f-47e7-af79-73773c0d2aa5 triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:33.452357 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e30277be-64fc-4a49-832a-67cba265652f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:33.473741 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-5ee6419f-47f8-4acf-8336-7964173fd8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693'] for network, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:33.474859 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee6419f-47f8-4acf-8336-7964173fd8dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:33.475486 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-5ee6419f-47f8-4acf-8336-7964173fd8dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562711'] for network, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:33.479819 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c0052c3c-036a-4365-82b1-43bcbdcab732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:33.531504 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Pushing event updated for resources: {'Port': ['ID=d84fa7b5-a0f8-4b86-9d3f-d49010bda4de,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:33.595807 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-e30277be-64fc-4a49-832a-67cba265652f None None] Port df7500d6-659f-47e7-af79-73773c0d2aa5 cannot update to ACTIVE because it is not bound. {{(pid=88179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:21:33.606469 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0052c3c-036a-4365-82b1-43bcbdcab732 None None] Routers {'d9bccf2c-db57-4651-b9c4-5304b063aedd'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:21:33.607461 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-c0052c3c-036a-4365-82b1-43bcbdcab732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:21:08Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['d9bccf2c-db57-4651-b9c4-5304b063aedd'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:33.609126 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee6419f-47f8-4acf-8336-7964173fd8dd admin admin] Pushing event updated for resources: {'Network': ['ID=f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:33.613105 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-5ee6419f-47f8-4acf-8336-7964173fd8dd admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7128110 Jun 28 11:21:33.616324 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 58792) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:33.621680 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [None req-e47dcc86-1a61-41f9-a6ae-d8f6a9c594f0 admin admin] Request body: {'subnet': {'network_id': 'f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-499027150-subnet', 'tenant_id': '08c3c19c0c404bb6bf8989d879b1ea6c', 'ip_version': 4}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:33.626622 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-e47dcc86-1a61-41f9-a6ae-d8f6a9c594f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:33.631170 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-e47dcc86-1a61-41f9-a6ae-d8f6a9c594f0 admin admin] Usage tracker for resource:subnet and tenant:08c3c19c0c404bb6bf8989d879b1ea6c is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:33.634225 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-e47dcc86-1a61-41f9-a6ae-d8f6a9c594f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:33.639949 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-e47dcc86-1a61-41f9-a6ae-d8f6a9c594f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:33.656476 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e47dcc86-1a61-41f9-a6ae-d8f6a9c594f0 admin admin] Made reservation on behalf of 08c3c19c0c404bb6bf8989d879b1ea6c for: {'subnet': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:21:33.658997 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-e47dcc86-1a61-41f9-a6ae-d8f6a9c594f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1870499'] for subnet, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:33.670620 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Network f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3 details requested by agent ovs-agent-dv-cinder-844605-1-iscsi with host dv-cinder-844605-1-iscsi {{(pid=88179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 11:21:33.734623 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf6978f-93bb-4de0-ba92-a87a853c4e59 req-e3664a3f-7b90-4c09-817f-fb0e114715a7 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:33.736399 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-daf6978f-93bb-4de0-ba92-a87a853c4e59 req-e3664a3f-7b90-4c09-817f-fb0e114715a7 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=102a8a1b-da21-407e-96a2-2edae90da152 HTTP/1.1" status: 200 len: 945 time: 0.2172897 Jun 28 11:21:33.745947 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] get_ports_and_sgs() called for port_ids ['d84fa7b5-a0f8-4b86-9d3f-d49010bda4de'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:21:33.815842 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-daf6978f-93bb-4de0-ba92-a87a853c4e59 req-e1e8e6cd-c234-4083-9864-65f4202b0fab tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=eae4892b-50c7-41df-9dd4-207cf5f402b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698524 Jun 28 11:21:33.832674 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device c27ea1a4-756b-468f-9f85-7ae0809334e5 up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:21:33.861098 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-d02206b0-a81f-4128-beda-9bf34568a7a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:33.869857 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-d02206b0-a81f-4128-beda-9bf34568a7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2287912'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:33.962676 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ddd784-aa9e-4106-91a1-fded6c23c0d6 None None] Pushing event updated for resources: {'Port': ['ID=d1c1fa13-7eca-49a4-abd2-44cf20528572,revision_number=3']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:33.976565 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02206b0-a81f-4128-beda-9bf34568a7a0 admin admin] Pushing event updated for resources: {'Port': ['ID=df7500d6-659f-47e7-af79-73773c0d2aa5,revision_number=2']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:34.014657 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-d02206b0-a81f-4128-beda-9bf34568a7a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-361783'] for router_interface, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:34.041820 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e24fc-b689-4ac6-9851-716c8b9c686c req-97796501-2c2a-4138-ad35-77cd535b5e5c tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:34.044197 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-826e24fc-b689-4ac6-9851-716c8b9c686c req-97796501-2c2a-4138-ad35-77cd535b5e5c tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=afaa83b6-8607-4595-978c-46eb1ae7737b HTTP/1.1" status: 200 len: 944 time: 0.1760952 Jun 28 11:21:34.101602 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-c0052c3c-036a-4365-82b1-43bcbdcab732 None None] Set router d9bccf2c-db57-4651-b9c4-5304b063aedd gateway port host: dv-cinder-844605-1-iscsi {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:21:34.135081 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-826e24fc-b689-4ac6-9851-716c8b9c686c req-7da71387-f2da-40fd-a561-612c324b2eba tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad130fcf-8920-47dc-a1d8-2bb1d5241bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774858 Jun 28 11:21:34.143128 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-e47dcc86-1a61-41f9-a6ae-d8f6a9c594f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2687967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1870485'] for subnet, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:34.162856 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02206b0-a81f-4128-beda-9bf34568a7a0 admin admin] Network d9f0fa05-43f7-4336-8e17-4dae6871355f is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:21:34.164112 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.base_scheduler [None req-d02206b0-a81f-4128-beda-9bf34568a7a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:21:34.180450 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning complete for port c27ea1a4-756b-468f-9f85-7ae0809334e5 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:34.180864 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:34.235201 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47dcc86-1a61-41f9-a6ae-d8f6a9c594f0 admin admin] Checking segment: {'id': '4b63a92e-df64-4f82-a8dd-57f27eee96b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:21:34.235826 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47dcc86-1a61-41f9-a6ae-d8f6a9c594f0 admin admin] Network hostable DHCP agents. Network: f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3, hostable agents: ['bd7a9fca-13b7-4c24-af86-ecdc43be0dc3'], hosted agents: [] {{(pid=88177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 11:21:34.240317 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47dcc86-1a61-41f9-a6ae-d8f6a9c594f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de86710f-13ad-4bbe-b7c3-f28eb0b4cfef,revision_number=0']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:34.260155 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47dcc86-1a61-41f9-a6ae-d8f6a9c594f0 admin admin] Network f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3 is scheduled to be hosted by DHCP agent bd7a9fca-13b7-4c24-af86-ecdc43be0dc3 with binding_index 1 {{(pid=88177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 11:21:34.279163 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.base_scheduler [None req-e47dcc86-1a61-41f9-a6ae-d8f6a9c594f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844605-1-iscsi, f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3) {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:21:34.288290 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47dcc86-1a61-41f9-a6ae-d8f6a9c594f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:34.289261 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-e47dcc86-1a61-41f9-a6ae-d8f6a9c594f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562711'] for subnet, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:34.320976 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad90a2db-cac8-4732-b90b-e4aafdfccb43 None None] Network f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3 requested from dv-cinder-844605-1-iscsi {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:21:34.324724 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 58800) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:34.325337 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-e47dcc86-1a61-41f9-a6ae-d8f6a9c594f0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7070520 Jun 28 11:21:34.337686 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [None req-d04fe76b-9f3a-4f9b-b1af-9e88fa8d7570 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-499027150-router', 'tenant_id': '08c3c19c0c404bb6bf8989d879b1ea6c', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463'}}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:34.351151 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-d04fe76b-9f3a-4f9b-b1af-9e88fa8d7570 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:34.358795 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-d04fe76b-9f3a-4f9b-b1af-9e88fa8d7570 admin admin] Usage tracker for resource:router and tenant:08c3c19c0c404bb6bf8989d879b1ea6c is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:34.363222 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-d04fe76b-9f3a-4f9b-b1af-9e88fa8d7570 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:34.373159 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-d04fe76b-9f3a-4f9b-b1af-9e88fa8d7570 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:34.398070 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-d04fe76b-9f3a-4f9b-b1af-9e88fa8d7570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5216'] for router, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:34.399391 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-d04fe76b-9f3a-4f9b-b1af-9e88fa8d7570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-362573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5243'] for router, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:34.429616 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-d04fe76b-9f3a-4f9b-b1af-9e88fa8d7570 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:34.439184 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d02206b0-a81f-4128-beda-9bf34568a7a0 admin admin] Router d9bccf2c-db57-4651-b9c4-5304b063aedd has already been hosted by L3 agent 65138fbb-a379-4cdd-9015-09db381edeba {{(pid=88178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:21:34.698144 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-46bfd7ab-814c-44d7-b172-69e4a86491b9 None None] Provisioning complete for port df7500d6-659f-47e7-af79-73773c0d2aa5 triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:34.698534 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-46bfd7ab-814c-44d7-b172-69e4a86491b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:34.790862 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Current status of the port c27ea1a4-756b-468f-9f85-7ae0809334e5 is: ACTIVE; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:21:34.843127 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-46bfd7ab-814c-44d7-b172-69e4a86491b9 None None] Port df7500d6-659f-47e7-af79-73773c0d2aa5 cannot update to ACTIVE because it is not bound. {{(pid=88179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:21:34.850535 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-d04fe76b-9f3a-4f9b-b1af-9e88fa8d7570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-362623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5189'] for router, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:34.866527 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d02206b0-a81f-4128-beda-9bf34568a7a0 admin admin] Notify agent at l3_agent.dv-cinder-844605-1-iscsi the message routers_updated {{(pid=88178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:21:34.878349 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092f87c0-a6ab-4b06-9ddb-860e2f9a0855 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad984f-d5be-5395-a87e-fa0999123cbc-f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3', 'network_id': 'f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3', 'tenant_id': '08c3c19c0c404bb6bf8989d879b1ea6c', 'fixed_ips': [{'subnet_id': 'de86710f-13ad-4bbe-b7c3-f28eb0b4cfef'}]}} from dv-cinder-844605-1-iscsi. {{(pid=88179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 28 11:21:34.879507 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-092f87c0-a6ab-4b06-9ddb-860e2f9a0855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_create {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:34.944118 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-c0052c3c-036a-4365-82b1-43bcbdcab732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9bccf2c-db57-4651-b9c4-5304b063aedd', 'name': 'tempest-TestVolumeBootPattern-67462293-router', 'tenant_id': '947c65c68d7d44698a8a48ceeb9e6bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': 'd1c1fa13-7eca-49a4-abd2-44cf20528572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:27Z', 'updated_at': '2022-06-28T11:21:33Z', 'revision_number': 4, 'project_id': '947c65c68d7d44698a8a48ceeb9e6bc7', 'gw_port': {'id': 'd1c1fa13-7eca-49a4-abd2-44cf20528572', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:28:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9bccf2c-db57-4651-b9c4-5304b063aedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:28Z', 'updated_at': '2022-06-28T11:21:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': 'df7500d6-659f-47e7-af79-73773c0d2aa5', 'name': '', 'network_id': 'd9f0fa05-43f7-4336-8e17-4dae6871355f', 'tenant_id': '947c65c68d7d44698a8a48ceeb9e6bc7', 'mac_address': 'fa:16:3e:44:ea:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9bccf2c-db57-4651-b9c4-5304b063aedd', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'b21e9d3a-1d66-456e-955f-fbc5fbb0f0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:32Z', 'updated_at': '2022-06-28T11:21:32Z', 'revision_number': 1, 'project_id': '947c65c68d7d44698a8a48ceeb9e6bc7', 'subnets': [{'id': 'b21e9d3a-1d66-456e-955f-fbc5fbb0f0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:34.961034 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0052c3c-036a-4365-82b1-43bcbdcab732 None None] The sync data for ids ['d9bccf2c-db57-4651-b9c4-5304b063aedd'] in dv-cinder-844605-1-iscsi is: [{'id': 'd9bccf2c-db57-4651-b9c4-5304b063aedd', 'name': 'tempest-TestVolumeBootPattern-67462293-router', 'tenant_id': '947c65c68d7d44698a8a48ceeb9e6bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': 'd1c1fa13-7eca-49a4-abd2-44cf20528572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:27Z', 'updated_at': '2022-06-28T11:21:33Z', 'revision_number': 4, 'project_id': '947c65c68d7d44698a8a48ceeb9e6bc7', 'gw_port': {'id': 'd1c1fa13-7eca-49a4-abd2-44cf20528572', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:28:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9bccf2c-db57-4651-b9c4-5304b063aedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:28Z', 'updated_at': '2022-06-28T11:21:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': 'df7500d6-659f-47e7-af79-73773c0d2aa5', 'name': '', 'network_id': 'd9f0fa05-43f7-4336-8e17-4dae6871355f', 'tenant_id': '947c65c68d7d44698a8a48ceeb9e6bc7', 'mac_address': 'fa:16:3e:44:ea:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9bccf2c-db57-4651-b9c4-5304b063aedd', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'b21e9d3a-1d66-456e-955f-fbc5fbb0f0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:32Z', 'updated_at': '2022-06-28T11:21:32Z', 'revision_number': 1, 'project_id': '947c65c68d7d44698a8a48ceeb9e6bc7', 'subnets': [{'id': 'b21e9d3a-1d66-456e-955f-fbc5fbb0f0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:21:35.073328 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_common [None req-092f87c0-a6ab-4b06-9ddb-860e2f9a0855 None None] Allocated IP 172.20.0.2 (f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3/de86710f-13ad-4bbe-b7c3-f28eb0b4cfef/e25cacec-b57d-4fc8-979f-d4ca800bdd9f) {{(pid=88179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:21:35.089500 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-d02206b0-a81f-4128-beda-9bf34568a7a0 admin admin] 10.222.0.23 "PUT /v2.0/routers/d9bccf2c-db57-4651-b9c4-5304b063aedd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7390511 Jun 28 11:21:35.267814 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdaf054-c573-412e-abba-a1a8cf3f6754 req-951335e8-2a67-42d2-a994-e03a60a1c02f tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:35.278343 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-8fdaf054-c573-412e-abba-a1a8cf3f6754 req-951335e8-2a67-42d2-a994-e03a60a1c02f tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=102a8a1b-da21-407e-96a2-2edae90da152 HTTP/1.1" status: 200 len: 945 time: 0.2010274 Jun 28 11:21:35.330083 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-092f87c0-a6ab-4b06-9ddb-860e2f9a0855 None None] Notify callbacks [] for port, precommit_create {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:35.354375 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-092f87c0-a6ab-4b06-9ddb-860e2f9a0855 None None] Transition to ACTIVE for port object e25cacec-b57d-4fc8-979f-d4ca800bdd9f will not be triggered until provisioned by entity L2. {{(pid=88179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:21:35.375852 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-092f87c0-a6ab-4b06-9ddb-860e2f9a0855 None None] Transition to ACTIVE for port object e25cacec-b57d-4fc8-979f-d4ca800bdd9f will not be triggered until provisioned by entity DHCP. {{(pid=88179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:21:35.384147 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-092f87c0-a6ab-4b06-9ddb-860e2f9a0855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782103981231'] for port, after_create {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:35.451766 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2c6b1-be98-42e3-b382-b9fe2e01aac1 req-0cbfa73d-a3bc-4353-ba4a-8567ad8623c2 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:35.459727 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-fad2c6b1-be98-42e3-b382-b9fe2e01aac1 req-0cbfa73d-a3bc-4353-ba4a-8567ad8623c2 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=afaa83b6-8607-4595-978c-46eb1ae7737b HTTP/1.1" status: 200 len: 944 time: 0.1294568 Jun 28 11:21:35.491942 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-8fdaf054-c573-412e-abba-a1a8cf3f6754 req-fe96580d-8771-48e9-bf40-b4ca65a8b974 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=eae4892b-50c7-41df-9dd4-207cf5f402b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2125525 Jun 28 11:21:35.516824 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092f87c0-a6ab-4b06-9ddb-860e2f9a0855 None None] Network f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3 is already hosted by enough agents. {{(pid=88179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:21:35.519920 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-092f87c0-a6ab-4b06-9ddb-860e2f9a0855 None None] Resources bound (agent type, host, resource id): {{(pid=88179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:21:35.524611 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092f87c0-a6ab-4b06-9ddb-860e2f9a0855 None None] Received port after_create {{(pid=88179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:21:35.550239 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-fad2c6b1-be98-42e3-b382-b9fe2e01aac1 req-eedfa01c-2c85-4dea-9ffe-3e8da6b32e04 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad130fcf-8920-47dc-a1d8-2bb1d5241bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895834 Jun 28 11:21:35.574855 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092f87c0-a6ab-4b06-9ddb-860e2f9a0855 None None] Pushing event updated for resources: {'Port': ['ID=e25cacec-b57d-4fc8-979f-d4ca800bdd9f,revision_number=1']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:35.589220 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-d04fe76b-9f3a-4f9b-b1af-9e88fa8d7570 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:35.641133 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-d04fe76b-9f3a-4f9b-b1af-9e88fa8d7570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:35.643866 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-092f87c0-a6ab-4b06-9ddb-860e2f9a0855 None None] Attempting to bind port e25cacec-b57d-4fc8-979f-d4ca800bdd9f on host dv-cinder-844605-1-iscsi for vnic_type normal with profile {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:21:35.644494 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-092f87c0-a6ab-4b06-9ddb-860e2f9a0855 None None] Attempting to bind port e25cacec-b57d-4fc8-979f-d4ca800bdd9f by drivers openvswitch,hyperv on host dv-cinder-844605-1-iscsi at level 0 using segments [{'id': '4b63a92e-df64-4f82-a8dd-57f27eee96b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3'}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:21:35.645423 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092f87c0-a6ab-4b06-9ddb-860e2f9a0855 None None] Attempting to bind port e25cacec-b57d-4fc8-979f-d4ca800bdd9f on network f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3 {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:21:35.652528 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092f87c0-a6ab-4b06-9ddb-860e2f9a0855 None None] Checking agent: {'id': 'b95f8be4-ac30-48f3-8fc1-8bf3ad4a0571', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 7, 40), 'started_at': datetime.datetime(2022, 6, 28, 11, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:21:35.653319 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092f87c0-a6ab-4b06-9ddb-860e2f9a0855 None None] Checking segment: {'id': '4b63a92e-df64-4f82-a8dd-57f27eee96b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:21:35.654070 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-092f87c0-a6ab-4b06-9ddb-860e2f9a0855 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:35.654670 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092f87c0-a6ab-4b06-9ddb-860e2f9a0855 None None] Bound using segment: {'id': '4b63a92e-df64-4f82-a8dd-57f27eee96b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3'} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:21:35.655373 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-092f87c0-a6ab-4b06-9ddb-860e2f9a0855 None None] Bound port: e25cacec-b57d-4fc8-979f-d4ca800bdd9f, host: dv-cinder-844605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b63a92e-df64-4f82-a8dd-57f27eee96b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3'}}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:21:35.656606 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-092f87c0-a6ab-4b06-9ddb-860e2f9a0855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:35.749275 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-82005a56-7013-42a4-b6ec-bd24b9588bc0 req-b6baf967-cba9-4927-a28e-dbdf9d338aad tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-101660178&fields=id&tenant_id=d25e7ce42d8c46ecbeacc1c6835ede35 HTTP/1.1" status: 200 len: 267 time: 0.0706952 Jun 28 11:21:35.757989 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-092f87c0-a6ab-4b06-9ddb-860e2f9a0855 None None] For port e25cacec-b57d-4fc8-979f-d4ca800bdd9f, host dv-cinder-844605-1-iscsi, cleared binding levels {{(pid=88179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:21:35.761944 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-092f87c0-a6ab-4b06-9ddb-860e2f9a0855 None None] For port e25cacec-b57d-4fc8-979f-d4ca800bdd9f, host dv-cinder-844605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=e25cacec-b57d-4fc8-979f-d4ca800bdd9f,segment=NetworkSegment(4b63a92e-df64-4f82-a8dd-57f27eee96b8),segment_id=4b63a92e-df64-4f82-a8dd-57f27eee96b8)] {{(pid=88179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:21:35.768221 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-092f87c0-a6ab-4b06-9ddb-860e2f9a0855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:35.873822 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092f87c0-a6ab-4b06-9ddb-860e2f9a0855 None None] Pushing event updated for resources: {'Port': ['ID=e25cacec-b57d-4fc8-979f-d4ca800bdd9f,revision_number=2']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:35.931485 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.db_base_plugin_common [None req-d04fe76b-9f3a-4f9b-b1af-9e88fa8d7570 admin admin] Allocated IP 172.27.2.117 (6387ef29-ddd8-4632-9016-e02c39923463/5f3766c0-f55a-400a-8fdd-81b5b17b1576/e37116b2-bbe3-44ab-8308-53b310d4bdc1) {{(pid=88178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:21:36.001508 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 58818) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:36.010062 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [None req-ed9041f6-4bfc-46ad-83c2-14b4adc83a55 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1372988976', 'description': 'tempest-secgroup-smoke-1372988976 description', 'project_id': '34f9a4af464a4c14af73bb4bb8314982'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:36.022181 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-ed9041f6-4bfc-46ad-83c2-14b4adc83a55 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:36.026509 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-ed9041f6-4bfc-46ad-83c2-14b4adc83a55 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Usage tracker for resource:security_group and tenant:34f9a4af464a4c14af73bb4bb8314982 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:36.029833 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-ed9041f6-4bfc-46ad-83c2-14b4adc83a55 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:36.037542 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-ed9041f6-4bfc-46ad-83c2-14b4adc83a55 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:36.060799 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ed9041f6-4bfc-46ad-83c2-14b4adc83a55 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:36.091837 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-ed9041f6-4bfc-46ad-83c2-14b4adc83a55 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:36.095901 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-ed9041f6-4bfc-46ad-83c2-14b4adc83a55 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Usage tracker for resource:security_group_rule and tenant:34f9a4af464a4c14af73bb4bb8314982 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:36.104516 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-ed9041f6-4bfc-46ad-83c2-14b4adc83a55 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:36.114562 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82005a56-7013-42a4-b6ec-bd24b9588bc0 req-bfb52271-0aad-4099-bd8a-58ec1d83dc75 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:36.117161 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-82005a56-7013-42a4-b6ec-bd24b9588bc0 req-bfb52271-0aad-4099-bd8a-58ec1d83dc75 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bdcbd98-58ab-495c-a9b7-9781d66ac924 HTTP/1.1" status: 200 len: 984 time: 0.3548529 Jun 28 11:21:36.139815 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-ed9041f6-4bfc-46ad-83c2-14b4adc83a55 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:36.156159 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [req-82005a56-7013-42a4-b6ec-bd24b9588bc0 req-675aad7c-950b-4467-bd62-ddf78fc07b82 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Request body: {'port': {'security_groups': ['241009c6-b554-4232-9a2a-0be989c868ee']}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:36.209989 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-d04fe76b-9f3a-4f9b-b1af-9e88fa8d7570 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:36.255002 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d5bd5a26-9037-4dec-abee-bbbfa212def9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:36.259208 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ed9041f6-4bfc-46ad-83c2-14b4adc83a55 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:36.265805 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ed9041f6-4bfc-46ad-83c2-14b4adc83a55 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:36.322216 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [req-82005a56-7013-42a4-b6ec-bd24b9588bc0 req-675aad7c-950b-4467-bd62-ddf78fc07b82 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:36.329517 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9041f6-4bfc-46ad-83c2-14b4adc83a55 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59240f42-5ee9-4357-a242-d6ccb32541ab,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:36.344907 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ed9041f6-4bfc-46ad-83c2-14b4adc83a55 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:36.346513 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-ed9041f6-4bfc-46ad-83c2-14b4adc83a55 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3438451 Jun 28 11:21:36.350289 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 58822) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:36.355578 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [None req-ec4f630c-b1f1-4f7c-a721-8d1b7dfe1d78 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Request body: {'security_group_rule': {'security_group_id': '59240f42-5ee9-4357-a242-d6ccb32541ab', 'project_id': '34f9a4af464a4c14af73bb4bb8314982', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:36.361677 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-ec4f630c-b1f1-4f7c-a721-8d1b7dfe1d78 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:36.366004 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-ec4f630c-b1f1-4f7c-a721-8d1b7dfe1d78 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Usage tracker for resource:security_group_rule and tenant:34f9a4af464a4c14af73bb4bb8314982 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:36.369299 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-ec4f630c-b1f1-4f7c-a721-8d1b7dfe1d78 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:36.375358 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-ec4f630c-b1f1-4f7c-a721-8d1b7dfe1d78 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:36.378744 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-d04fe76b-9f3a-4f9b-b1af-9e88fa8d7570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782103981231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287935'] for port, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:36.397725 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ec4f630c-b1f1-4f7c-a721-8d1b7dfe1d78 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:36.463594 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ec4f630c-b1f1-4f7c-a721-8d1b7dfe1d78 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:36.470111 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ec4f630c-b1f1-4f7c-a721-8d1b7dfe1d78 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545003'] for security_group_rule, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:36.475440 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04fe76b-9f3a-4f9b-b1af-9e88fa8d7570 admin admin] Network 6387ef29-ddd8-4632-9016-e02c39923463 is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:21:36.487739 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.base_scheduler [None req-d04fe76b-9f3a-4f9b-b1af-9e88fa8d7570 admin admin] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:21:36.491179 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04fe76b-9f3a-4f9b-b1af-9e88fa8d7570 admin admin] Received port after_create {{(pid=88178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:21:36.496351 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4f630c-b1f1-4f7c-a721-8d1b7dfe1d78 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c3b2cb1-fb42-439f-9789-967f4b54d9da,revision_number=0']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:36.512698 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ec4f630c-b1f1-4f7c-a721-8d1b7dfe1d78 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:36.514252 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-ec4f630c-b1f1-4f7c-a721-8d1b7dfe1d78 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1629169 Jun 28 11:21:36.519231 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 58826) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:36.525339 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [None req-7af2de1d-b6c2-4356-88aa-a3812a50601a tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Request body: {'security_group_rule': {'security_group_id': '59240f42-5ee9-4357-a242-d6ccb32541ab', 'project_id': '34f9a4af464a4c14af73bb4bb8314982', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:36.532846 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-7af2de1d-b6c2-4356-88aa-a3812a50601a tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:36.541274 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-7af2de1d-b6c2-4356-88aa-a3812a50601a tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Usage tracker for resource:security_group_rule and tenant:34f9a4af464a4c14af73bb4bb8314982 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:36.544546 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-7af2de1d-b6c2-4356-88aa-a3812a50601a tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:36.555149 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-7af2de1d-b6c2-4356-88aa-a3812a50601a tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:36.560365 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04fe76b-9f3a-4f9b-b1af-9e88fa8d7570 admin admin] Pushing event updated for resources: {'Port': ['ID=e37116b2-bbe3-44ab-8308-53b310d4bdc1,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:36.584551 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-7af2de1d-b6c2-4356-88aa-a3812a50601a tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:36.703928 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device d84fa7b5-a0f8-4b86-9d3f-d49010bda4de up at agent hyperv_hv-cinder-84460 {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:21:36.721589 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-7af2de1d-b6c2-4356-88aa-a3812a50601a tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:36.729631 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-7af2de1d-b6c2-4356-88aa-a3812a50601a tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545003'] for security_group_rule, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:36.770801 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af2de1d-b6c2-4356-88aa-a3812a50601a tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85bd8927-064b-45fd-a649-e845bcde6f48,revision_number=0']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:36.792447 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6334b7b6-580f-47ab-aca8-711a70303f2b req-1734dacb-fffe-4e2f-b1ce-4904bf13e0c6 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:36.794155 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-6334b7b6-580f-47ab-aca8-711a70303f2b req-1734dacb-fffe-4e2f-b1ce-4904bf13e0c6 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=102a8a1b-da21-407e-96a2-2edae90da152 HTTP/1.1" status: 200 len: 945 time: 0.1657956 Jun 28 11:21:36.795475 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-7af2de1d-b6c2-4356-88aa-a3812a50601a tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:36.799500 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-7af2de1d-b6c2-4356-88aa-a3812a50601a tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2791445 Jun 28 11:21:36.800269 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 58834) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:36.805495 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [None req-a11c19a0-364d-4c4e-bc0b-ba4aa3bf60ec tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Request body: {'security_group_rule': {'security_group_id': '59240f42-5ee9-4357-a242-d6ccb32541ab', 'project_id': '34f9a4af464a4c14af73bb4bb8314982', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:36.813006 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-a11c19a0-364d-4c4e-bc0b-ba4aa3bf60ec tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:36.823212 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Provisioning for port d84fa7b5-a0f8-4b86-9d3f-d49010bda4de completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:21:36.829853 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Provisioning complete for port d84fa7b5-a0f8-4b86-9d3f-d49010bda4de triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:36.830216 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:36.851729 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-a11c19a0-364d-4c4e-bc0b-ba4aa3bf60ec tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Usage tracker for resource:security_group_rule and tenant:34f9a4af464a4c14af73bb4bb8314982 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:36.860832 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-a11c19a0-364d-4c4e-bc0b-ba4aa3bf60ec tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:36.870247 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-a11c19a0-364d-4c4e-bc0b-ba4aa3bf60ec tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:36.874918 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-6334b7b6-580f-47ab-aca8-711a70303f2b req-2eb9dff1-5397-47ac-93e7-86c4a241a056 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=eae4892b-50c7-41df-9dd4-207cf5f402b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639045 Jun 28 11:21:36.903825 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-a11c19a0-364d-4c4e-bc0b-ba4aa3bf60ec tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:36.994747 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-a11c19a0-364d-4c4e-bc0b-ba4aa3bf60ec tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:37.005753 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-a11c19a0-364d-4c4e-bc0b-ba4aa3bf60ec tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545003'] for security_group_rule, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:37.008113 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Current status of the port d84fa7b5-a0f8-4b86-9d3f-d49010bda4de is: BUILD; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:21:37.009517 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:37.048490 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afaa83b6-8607-4595-978c-46eb1ae7737b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd84fa7b5-a0f8-4b86-9d3f-d49010bda4de'}] {{(pid=88179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:21:37.061727 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port d84fa7b5-a0f8-4b86-9d3f-d49010bda4de, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=d84fa7b5-a0f8-4b86-9d3f-d49010bda4de,segment=NetworkSegment(d955dde5-69b1-4a11-8383-f5f9cce13386),segment_id=d955dde5-69b1-4a11-8383-f5f9cce13386)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:21:37.065715 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c19a0-364d-4c4e-bc0b-ba4aa3bf60ec tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=133cb5da-c24f-4aba-ad98-8f7e53cbc5e6,revision_number=0']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:37.077853 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:37.086265 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-a11c19a0-364d-4c4e-bc0b-ba4aa3bf60ec tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:37.089583 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-a11c19a0-364d-4c4e-bc0b-ba4aa3bf60ec tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2880418 Jun 28 11:21:37.130612 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 58840) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:37.144277 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [None req-4d0cc283-d06f-4b68-9951-c3b1aa30d656 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Request body: {'security_group_rule': {'security_group_id': '59240f42-5ee9-4357-a242-d6ccb32541ab', 'project_id': '34f9a4af464a4c14af73bb4bb8314982', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:37.156712 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-4d0cc283-d06f-4b68-9951-c3b1aa30d656 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:37.157980 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Pushing event updated for resources: {'Port': ['ID=d84fa7b5-a0f8-4b86-9d3f-d49010bda4de,revision_number=5']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:37.164610 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-4d0cc283-d06f-4b68-9951-c3b1aa30d656 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Usage tracker for resource:security_group_rule and tenant:34f9a4af464a4c14af73bb4bb8314982 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:37.168260 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-4d0cc283-d06f-4b68-9951-c3b1aa30d656 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:37.183203 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-4d0cc283-d06f-4b68-9951-c3b1aa30d656 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:37.211527 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-4d0cc283-d06f-4b68-9951-c3b1aa30d656 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:37.251069 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27367fb6-0bbb-4a19-b8eb-409c39d2f04c req-332690be-9440-4801-ab9b-7e0226f398dd tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:37.252875 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-27367fb6-0bbb-4a19-b8eb-409c39d2f04c req-332690be-9440-4801-ab9b-7e0226f398dd tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=afaa83b6-8607-4595-978c-46eb1ae7737b HTTP/1.1" status: 200 len: 945 time: 0.1617968 Jun 28 11:21:37.265802 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b309f9-6532-4df3-9235-e2be52b44f65 None None] Network f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3 requested from dv-cinder-844605-1-iscsi {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:21:37.333238 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-27367fb6-0bbb-4a19-b8eb-409c39d2f04c req-1ddfe9be-1df8-4275-a83c-f11b09b5d440 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad130fcf-8920-47dc-a1d8-2bb1d5241bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671680 Jun 28 11:21:37.355285 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-4d0cc283-d06f-4b68-9951-c3b1aa30d656 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:37.359706 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.db [req-82005a56-7013-42a4-b6ec-bd24b9588bc0 req-675aad7c-950b-4467-bd62-ddf78fc07b82 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] For port 4e3c09b4-043f-4f7c-8cd4-2aca917b44a1, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=4e3c09b4-043f-4f7c-8cd4-2aca917b44a1,segment=NetworkSegment(6b36a0ab-7f32-456b-b1e8-8438e0a384f8),segment_id=6b36a0ab-7f32-456b-b1e8-8438e0a384f8)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:21:37.361124 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-4d0cc283-d06f-4b68-9951-c3b1aa30d656 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545003'] for security_group_rule, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:37.374551 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-13c18e7b-bfbf-4c9f-98ed-96a104756755 None None] Provisioning for port e25cacec-b57d-4fc8-979f-d4ca800bdd9f completed by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:21:37.399746 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0cc283-d06f-4b68-9951-c3b1aa30d656 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f75999a5-447e-46c6-b351-7709f6583437,revision_number=0']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:37.415849 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [req-82005a56-7013-42a4-b6ec-bd24b9588bc0 req-675aad7c-950b-4467-bd62-ddf78fc07b82 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Notify callbacks [] for port, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:37.420696 dv-cinder-844605-1-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-721b0565-14da-4d45-9d93-c3c4fbca0417'] response: {'server_uuid': 'afaa83b6-8607-4595-978c-46eb1ae7737b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd84fa7b5-a0f8-4b86-9d3f-d49010bda4de', 'code': 200} Jun 28 11:21:37.427791 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [req-82005a56-7013-42a4-b6ec-bd24b9588bc0 req-675aad7c-950b-4467-bd62-ddf78fc07b82 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2287912'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:37.429864 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-d04fe76b-9f3a-4f9b-b1af-9e88fa8d7570 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:37.439380 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-4d0cc283-d06f-4b68-9951-c3b1aa30d656 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:37.443755 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-4d0cc283-d06f-4b68-9951-c3b1aa30d656 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3090112 Jun 28 11:21:37.444305 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 58844) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:37.462692 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [None req-b17b9f29-77be-4d18-939f-f40b448d62e9 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Request body: {'security_group_rule': {'security_group_id': '59240f42-5ee9-4357-a242-d6ccb32541ab', 'project_id': '34f9a4af464a4c14af73bb4bb8314982', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:37.465620 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] get_ports_and_sgs() called for port_ids ['4e3c09b4-043f-4f7c-8cd4-2aca917b44a1'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:21:37.470342 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-b17b9f29-77be-4d18-939f-f40b448d62e9 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:37.474306 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-b17b9f29-77be-4d18-939f-f40b448d62e9 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Usage tracker for resource:security_group_rule and tenant:34f9a4af464a4c14af73bb4bb8314982 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:37.478546 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-b17b9f29-77be-4d18-939f-f40b448d62e9 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:37.485212 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-b17b9f29-77be-4d18-939f-f40b448d62e9 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:37.504839 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.db.securitygroups_db [None req-b17b9f29-77be-4d18-939f-f40b448d62e9 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Project 34f9a4af464a4c14af73bb4bb8314982 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 11:21:37.514813 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-b17b9f29-77be-4d18-939f-f40b448d62e9 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:37.608909 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-b17b9f29-77be-4d18-939f-f40b448d62e9 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:37.638340 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-b17b9f29-77be-4d18-939f-f40b448d62e9 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545003'] for security_group_rule, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:37.696503 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82005a56-7013-42a4-b6ec-bd24b9588bc0 req-675aad7c-950b-4467-bd62-ddf78fc07b82 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:37.698677 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [req-82005a56-7013-42a4-b6ec-bd24b9588bc0 req-675aad7c-950b-4467-bd62-ddf78fc07b82 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for port, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:37.702565 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-82005a56-7013-42a4-b6ec-bd24b9588bc0 req-675aad7c-950b-4467-bd62-ddf78fc07b82 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "PUT /v2.0/ports/4e3c09b4-043f-4f7c-8cd4-2aca917b44a1 HTTP/1.1" status: 200 len: 942 time: 1.5672774 Jun 28 11:21:37.705991 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bdcbd98-58ab-495c-a9b7-9781d66ac924', 'tag': '4e3c09b4-043f-4f7c-8cd4-2aca917b44a1'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:21:37.713847 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 58848) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:37.759706 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3300f207-7f07-43ed-841c-5db468b56c61 None None] Sync routers for ids ['d9bccf2c-db57-4651-b9c4-5304b063aedd'] in dv-cinder-844605-1-iscsi {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:21:37.779907 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3300f207-7f07-43ed-841c-5db468b56c61 None None] Routers {'d9bccf2c-db57-4651-b9c4-5304b063aedd'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:21:37.780754 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-3300f207-7f07-43ed-841c-5db468b56c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:21:08Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['d9bccf2c-db57-4651-b9c4-5304b063aedd'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:37.818065 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device d1c1fa13-7eca-49a4-abd2-44cf20528572 up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:21:37.820598 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-257ef1fd-9528-4ce9-b2eb-f3a9d5223897'] response: {'name': 'network-changed', 'server_uuid': '3bdcbd98-58ab-495c-a9b7-9781d66ac924', 'tag': '4e3c09b4-043f-4f7c-8cd4-2aca917b44a1', 'status': 'completed', 'code': 200} Jun 28 11:21:37.835892 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675aad7c-950b-4467-bd62-ddf78fc07b82 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Pushing event updated for resources: {'Port': ['ID=4e3c09b4-043f-4f7c-8cd4-2aca917b44a1,revision_number=7']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:37.855407 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] get_ports_and_sgs() called for port_ids ['4e3c09b4-043f-4f7c-8cd4-2aca917b44a1'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:21:37.858986 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17b9f29-77be-4d18-939f-f40b448d62e9 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcffce06-cd13-48ed-86f7-4caf2c0bb455,revision_number=0']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:37.948282 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-b17b9f29-77be-4d18-939f-f40b448d62e9 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:37.954626 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-b17b9f29-77be-4d18-939f-f40b448d62e9 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5091195 Jun 28 11:21:37.955736 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 58856) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:37.969490 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [None req-dbe98b23-4c85-4261-8008-f96c68140fb8 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Request body: {'security_group_rule': {'security_group_id': '59240f42-5ee9-4357-a242-d6ccb32541ab', 'project_id': '34f9a4af464a4c14af73bb4bb8314982', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:37.983552 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-dbe98b23-4c85-4261-8008-f96c68140fb8 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:37.989423 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-dbe98b23-4c85-4261-8008-f96c68140fb8 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Usage tracker for resource:security_group_rule and tenant:34f9a4af464a4c14af73bb4bb8314982 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:37.993721 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-dbe98b23-4c85-4261-8008-f96c68140fb8 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:38.001930 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-dbe98b23-4c85-4261-8008-f96c68140fb8 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:38.051536 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.db.securitygroups_db [None req-dbe98b23-4c85-4261-8008-f96c68140fb8 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Project 34f9a4af464a4c14af73bb4bb8314982 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 11:21:38.084930 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-dbe98b23-4c85-4261-8008-f96c68140fb8 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:38.149718 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-a437a2dc-1e9a-4c57-9fa1-644296785dd5 None None] Provisioning complete for port 4e3c09b4-043f-4f7c-8cd4-2aca917b44a1 triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:38.150090 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a437a2dc-1e9a-4c57-9fa1-644296785dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:38.154991 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvr_db [None req-3300f207-7f07-43ed-841c-5db468b56c61 None None] Set router d9bccf2c-db57-4651-b9c4-5304b063aedd gateway port host: dv-cinder-844605-1-iscsi {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:21:38.191819 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451b89d-f873-4e15-8543-f479b168cb55 req-50cecad8-94cd-4e3d-8afc-7545a85407cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:38.194863 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-a451b89d-f873-4e15-8543-f479b168cb55 req-50cecad8-94cd-4e3d-8afc-7545a85407cc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d25e7ce42d8c46ecbeacc1c6835ede35&device_id=3bdcbd98-58ab-495c-a9b7-9781d66ac924 HTTP/1.1" status: 200 len: 1098 time: 0.3245723 Jun 28 11:21:38.201945 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d355f68-6f78-40d1-b5bf-16c1e2f37d17 req-3872b856-29f7-4237-ba2e-54c7cab12f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:38.203396 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-9d355f68-6f78-40d1-b5bf-16c1e2f37d17 req-3872b856-29f7-4237-ba2e-54c7cab12f54 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=afaa83b6-8607-4595-978c-46eb1ae7737b HTTP/1.1" status: 200 len: 1098 time: 0.4745502 Jun 28 11:21:38.236760 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-dbe98b23-4c85-4261-8008-f96c68140fb8 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:38.253539 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning for port d1c1fa13-7eca-49a4-abd2-44cf20528572 completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:21:38.260326 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-dbe98b23-4c85-4261-8008-f96c68140fb8 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545003'] for security_group_rule, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:38.269877 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning complete for port d1c1fa13-7eca-49a4-abd2-44cf20528572 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:38.270752 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:38.287959 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-cbb0d073-e653-446b-b430-48c001a83601 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:38.356456 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-cbb0d073-e653-446b-b430-48c001a83601 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:38.375799 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe98b23-4c85-4261-8008-f96c68140fb8 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27f11205-cf1a-449a-b7f4-beb639039319,revision_number=0']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:38.381580 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-9d355f68-6f78-40d1-b5bf-16c1e2f37d17 req-94522c3d-dea7-4923-8961-774230bef2f5 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ad130fcf-8920-47dc-a1d8-2bb1d5241bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1698136 Jun 28 11:21:38.397663 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe98b23-4c85-4261-8008-f96c68140fb8 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:38.398001 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe98b23-4c85-4261-8008-f96c68140fb8 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:38.398340 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe98b23-4c85-4261-8008-f96c68140fb8 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:38.398852 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe98b23-4c85-4261-8008-f96c68140fb8 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:38.399190 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe98b23-4c85-4261-8008-f96c68140fb8 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:38.399522 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe98b23-4c85-4261-8008-f96c68140fb8 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:38.399846 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe98b23-4c85-4261-8008-f96c68140fb8 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:38.400192 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe98b23-4c85-4261-8008-f96c68140fb8 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:38.400860 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe98b23-4c85-4261-8008-f96c68140fb8 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:38.400860 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe98b23-4c85-4261-8008-f96c68140fb8 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:38.401169 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe98b23-4c85-4261-8008-f96c68140fb8 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:38.401485 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe98b23-4c85-4261-8008-f96c68140fb8 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:38.407796 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-dbe98b23-4c85-4261-8008-f96c68140fb8 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:38.408984 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-dbe98b23-4c85-4261-8008-f96c68140fb8 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4491785 Jun 28 11:21:38.422739 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89093c7-f665-4018-b7c7-cc1f9a947dad req-2357261e-c568-48d9-abe4-129cbb69fe6d tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:38.424259 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-c89093c7-f665-4018-b7c7-cc1f9a947dad req-2357261e-c568-48d9-abe4-129cbb69fe6d tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=102a8a1b-da21-407e-96a2-2edae90da152 HTTP/1.1" status: 200 len: 945 time: 0.2600136 Jun 28 11:21:38.470173 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451b89d-f873-4e15-8543-f479b168cb55 req-c209320a-0fb2-420b-b7e1-6908b302b914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:38.471662 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-a451b89d-f873-4e15-8543-f479b168cb55 req-c209320a-0fb2-420b-b7e1-6908b302b914 service neutron] 10.222.0.43 "GET /v2.0/networks?id=37bb99b0-7529-44da-9b0b-e494ebe4140f HTTP/1.1" status: 200 len: 915 time: 0.2610583 Jun 28 11:21:38.517457 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-d04fe76b-9f3a-4f9b-b1af-9e88fa8d7570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362520'] for router, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:38.522603 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-a437a2dc-1e9a-4c57-9fa1-644296785dd5 None None] Current status of the port 4e3c09b4-043f-4f7c-8cd4-2aca917b44a1 is: ACTIVE; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:21:38.541432 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d5886a08-b173-45b2-a64b-ed35c6c9a647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:38.656303 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-3300f207-7f07-43ed-841c-5db468b56c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9bccf2c-db57-4651-b9c4-5304b063aedd', 'name': 'tempest-TestVolumeBootPattern-67462293-router', 'tenant_id': '947c65c68d7d44698a8a48ceeb9e6bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': 'd1c1fa13-7eca-49a4-abd2-44cf20528572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:27Z', 'updated_at': '2022-06-28T11:21:33Z', 'revision_number': 4, 'project_id': '947c65c68d7d44698a8a48ceeb9e6bc7', 'gw_port': {'id': 'd1c1fa13-7eca-49a4-abd2-44cf20528572', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:28:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9bccf2c-db57-4651-b9c4-5304b063aedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:28Z', 'updated_at': '2022-06-28T11:21:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': 'df7500d6-659f-47e7-af79-73773c0d2aa5', 'name': '', 'network_id': 'd9f0fa05-43f7-4336-8e17-4dae6871355f', 'tenant_id': '947c65c68d7d44698a8a48ceeb9e6bc7', 'mac_address': 'fa:16:3e:44:ea:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9bccf2c-db57-4651-b9c4-5304b063aedd', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'b21e9d3a-1d66-456e-955f-fbc5fbb0f0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:32Z', 'updated_at': '2022-06-28T11:21:33Z', 'revision_number': 2, 'project_id': '947c65c68d7d44698a8a48ceeb9e6bc7', 'subnets': [{'id': 'b21e9d3a-1d66-456e-955f-fbc5fbb0f0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:38.660431 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3300f207-7f07-43ed-841c-5db468b56c61 None None] Checking router: d9bccf2c-db57-4651-b9c4-5304b063aedd for host: dv-cinder-844605-1-iscsi {{(pid=88180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:21:38.660953 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3300f207-7f07-43ed-841c-5db468b56c61 None None] Updating router d9bccf2c-db57-4651-b9c4-5304b063aedd port df7500d6-659f-47e7-af79-73773c0d2aa5 binding host dv-cinder-844605-1-iscsi {{(pid=88180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 11:21:38.665399 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-c89093c7-f665-4018-b7c7-cc1f9a947dad req-b1a283ef-d6d0-456e-9312-992fdd2a062f tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=eae4892b-50c7-41df-9dd4-207cf5f402b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2286401 Jun 28 11:21:38.719338 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Current status of the port d1c1fa13-7eca-49a4-abd2-44cf20528572 is: DOWN; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:21:38.719988 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:38.746072 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] For port d1c1fa13-7eca-49a4-abd2-44cf20528572, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=d1c1fa13-7eca-49a4-abd2-44cf20528572,segment=NetworkSegment(886fa905-49b2-4170-854f-b2cc2955959a),segment_id=886fa905-49b2-4170-854f-b2cc2955959a)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:21:38.753555 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron_lib.callbacks.manager [None req-3300f207-7f07-43ed-841c-5db468b56c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:38.755328 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:38.756128 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device e25cacec-b57d-4fc8-979f-d4ca800bdd9f up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:21:38.775604 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-cbb0d073-e653-446b-b430-48c001a83601 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:38.782097 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-a451b89d-f873-4e15-8543-f479b168cb55 req-ce6a7432-5382-4bc7-b608-de0392d2be7e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e3c09b4-043f-4f7c-8cd4-2aca917b44a1 HTTP/1.1" status: 200 len: 1000 time: 0.1748252 Jun 28 11:21:38.834850 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb0d073-e653-446b-b430-48c001a83601 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09bb353e-0430-4e85-ac78-b3371c643bff,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:38.872736 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-cbb0d073-e653-446b-b430-48c001a83601 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:38.873885 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817bf90c-2c8c-458e-93a7-81ab1831b605 req-1cd6cdd3-7529-4be6-8ef9-8376e60b99a5 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:38.878600 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-cbb0d073-e653-446b-b430-48c001a83601 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "DELETE /v2.0/security-groups/09bb353e-0430-4e85-ac78-b3371c643bff HTTP/1.1" status: 204 len: 168 time: 1.1615818 Jun 28 11:21:38.880221 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 58900) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:38.881323 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-817bf90c-2c8c-458e-93a7-81ab1831b605 req-1cd6cdd3-7529-4be6-8ef9-8376e60b99a5 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=afaa83b6-8607-4595-978c-46eb1ae7737b HTTP/1.1" status: 200 len: 945 time: 0.3525579 Jun 28 11:21:38.946375 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Pushing event updated for resources: {'Port': ['ID=d1c1fa13-7eca-49a4-abd2-44cf20528572,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:38.978973 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning for port e25cacec-b57d-4fc8-979f-d4ca800bdd9f completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:21:38.996438 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning complete for port e25cacec-b57d-4fc8-979f-d4ca800bdd9f triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:38.996840 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:39.059620 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-817bf90c-2c8c-458e-93a7-81ab1831b605 req-93ebaafc-b056-48b2-b483-097fa62e55fc tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad130fcf-8920-47dc-a1d8-2bb1d5241bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773212 Jun 28 11:21:39.072346 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451b89d-f873-4e15-8543-f479b168cb55 req-f5e166ab-7eaa-46eb-ad8c-7dfe913ed588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:39.073910 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-a451b89d-f873-4e15-8543-f479b168cb55 req-f5e166ab-7eaa-46eb-ad8c-7dfe913ed588 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8b53bddf-fdb5-43a8-99e3-085d58e36040 HTTP/1.1" status: 200 len: 853 time: 0.2586136 Jun 28 11:21:39.181992 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451b89d-f873-4e15-8543-f479b168cb55 req-4b305037-bbcd-431e-8498-8f9240e56e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:39.184445 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-a451b89d-f873-4e15-8543-f479b168cb55 req-4b305037-bbcd-431e-8498-8f9240e56e92 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=37bb99b0-7529-44da-9b0b-e494ebe4140f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1041188 Jun 28 11:21:39.201528 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d04fe76b-9f3a-4f9b-b1af-9e88fa8d7570 admin admin] Router 7ce72886-04ab-4aa7-81c1-062169acd07e is scheduled to L3 agent 65138fbb-a379-4cdd-9015-09db381edeba with binding_index 1 {{(pid=88178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 11:21:39.213047 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.plugin [None req-d930d3f7-85bd-41a8-afd5-4019074c222e tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Deleting port 32cf3b23-d3b2-4556-b002-136a24258925 {{(pid=88178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:21:39.213476 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-d930d3f7-85bd-41a8-afd5-4019074c222e tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:39.295773 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron_lib.callbacks.manager [None req-3300f207-7f07-43ed-841c-5db468b56c61 None None] Notify callbacks [] for port, precommit_update {{(pid=88180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:39.309866 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.provisioning_blocks [None req-3300f207-7f07-43ed-841c-5db468b56c61 None None] Transition to ACTIVE for port object df7500d6-659f-47e7-af79-73773c0d2aa5 will not be triggered until provisioned by entity L2. {{(pid=88180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:21:39.321188 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron_lib.callbacks.manager [None req-3300f207-7f07-43ed-841c-5db468b56c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:39.345705 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Current status of the port e25cacec-b57d-4fc8-979f-d4ca800bdd9f is: DOWN; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:21:39.346632 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:39.412123 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] For port e25cacec-b57d-4fc8-979f-d4ca800bdd9f, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=e25cacec-b57d-4fc8-979f-d4ca800bdd9f,segment=NetworkSegment(4b63a92e-df64-4f82-a8dd-57f27eee96b8),segment_id=4b63a92e-df64-4f82-a8dd-57f27eee96b8)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:21:39.418931 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:39.459220 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-a451b89d-f873-4e15-8543-f479b168cb55 req-d29a4e4c-3ff3-4886-938c-babf74d73a5f service neutron] 10.222.0.43 "GET /v2.0/networks/37bb99b0-7529-44da-9b0b-e494ebe4140f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660272 Jun 28 11:21:39.466437 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6316d507-42c0-42cd-a188-16de793db234 None None] Pushing event updated for resources: {'Port': ['ID=df7500d6-659f-47e7-af79-73773c0d2aa5,revision_number=3']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:39.633580 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Pushing event updated for resources: {'Port': ['ID=e25cacec-b57d-4fc8-979f-d4ca800bdd9f,revision_number=3']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:39.652275 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b58b1c24-9254-4745-9794-e7d1435c798c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:39.736917 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.managers [None req-3300f207-7f07-43ed-841c-5db468b56c61 None None] Attempting to bind port df7500d6-659f-47e7-af79-73773c0d2aa5 on host dv-cinder-844605-1-iscsi for vnic_type normal with profile {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:21:39.737549 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.managers [None req-3300f207-7f07-43ed-841c-5db468b56c61 None None] Attempting to bind port df7500d6-659f-47e7-af79-73773c0d2aa5 by drivers openvswitch,hyperv on host dv-cinder-844605-1-iscsi at level 0 using segments [{'id': 'de4c47a9-f898-4cbf-8ae9-0c519f4224f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd9f0fa05-43f7-4336-8e17-4dae6871355f'}] {{(pid=88180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:21:39.738078 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3300f207-7f07-43ed-841c-5db468b56c61 None None] Attempting to bind port df7500d6-659f-47e7-af79-73773c0d2aa5 on network d9f0fa05-43f7-4336-8e17-4dae6871355f {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:21:39.752155 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3300f207-7f07-43ed-841c-5db468b56c61 None None] Checking agent: {'id': 'b95f8be4-ac30-48f3-8fc1-8bf3ad4a0571', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 7, 40), 'started_at': datetime.datetime(2022, 6, 28, 11, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:21:39.761527 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3300f207-7f07-43ed-841c-5db468b56c61 None None] Checking segment: {'id': 'de4c47a9-f898-4cbf-8ae9-0c519f4224f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd9f0fa05-43f7-4336-8e17-4dae6871355f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:21:39.762087 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron_lib.callbacks.manager [None req-3300f207-7f07-43ed-841c-5db468b56c61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:39.762891 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3300f207-7f07-43ed-841c-5db468b56c61 None None] Bound using segment: {'id': 'de4c47a9-f898-4cbf-8ae9-0c519f4224f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd9f0fa05-43f7-4336-8e17-4dae6871355f'} {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:21:39.763790 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.managers [None req-3300f207-7f07-43ed-841c-5db468b56c61 None None] Bound port: df7500d6-659f-47e7-af79-73773c0d2aa5, host: dv-cinder-844605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de4c47a9-f898-4cbf-8ae9-0c519f4224f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd9f0fa05-43f7-4336-8e17-4dae6871355f'}}] {{(pid=88180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:21:39.764433 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron_lib.callbacks.manager [None req-3300f207-7f07-43ed-841c-5db468b56c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:39.787130 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device d1c1fa13-7eca-49a4-abd2-44cf20528572 up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:21:39.789326 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-a451b89d-f873-4e15-8543-f479b168cb55 req-3927509c-63b8-43c9-92ef-5bf8a3d0b6b2 service neutron] 10.222.0.43 "GET /v2.0/networks/37bb99b0-7529-44da-9b0b-e494ebe4140f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211854 Jun 28 11:21:39.901326 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d04fe76b-9f3a-4f9b-b1af-9e88fa8d7570 admin admin] Notify agent at l3_agent.dv-cinder-844605-1-iscsi the message routers_updated {{(pid=88178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:21:39.920999 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:39.925259 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0922ba7-2b30-4ff4-85dc-ebf8b564dbf1 None None] Sync routers for ids ['7ce72886-04ab-4aa7-81c1-062169acd07e'] in dv-cinder-844605-1-iscsi {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:21:39.931649 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.db [None req-3300f207-7f07-43ed-841c-5db468b56c61 None None] For port df7500d6-659f-47e7-af79-73773c0d2aa5, host dv-cinder-844605-1-iscsi, cleared binding levels {{(pid=88180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:21:39.937477 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.db [None req-3300f207-7f07-43ed-841c-5db468b56c61 None None] For port df7500d6-659f-47e7-af79-73773c0d2aa5, host dv-cinder-844605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=df7500d6-659f-47e7-af79-73773c0d2aa5,segment=NetworkSegment(de4c47a9-f898-4cbf-8ae9-0c519f4224f0),segment_id=de4c47a9-f898-4cbf-8ae9-0c519f4224f0)] {{(pid=88180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:21:39.942965 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0922ba7-2b30-4ff4-85dc-ebf8b564dbf1 None None] Routers {'7ce72886-04ab-4aa7-81c1-062169acd07e'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:21:39.943601 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-c0922ba7-2b30-4ff4-85dc-ebf8b564dbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:21:38Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['7ce72886-04ab-4aa7-81c1-062169acd07e'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:39.945392 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron_lib.callbacks.manager [None req-3300f207-7f07-43ed-841c-5db468b56c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:39.982160 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-d930d3f7-85bd-41a8-afd5-4019074c222e tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:39.982722 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-d930d3f7-85bd-41a8-afd5-4019074c222e tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:40.003453 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-d04fe76b-9f3a-4f9b-b1af-9e88fa8d7570 admin admin] Notify callbacks [] for router, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:40.005132 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-d04fe76b-9f3a-4f9b-b1af-9e88fa8d7570 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.6800241 Jun 28 11:21:40.012311 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 58916) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:40.039616 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3300f207-7f07-43ed-841c-5db468b56c61 None None] Routers {'d9bccf2c-db57-4651-b9c4-5304b063aedd'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:21:40.040477 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-3300f207-7f07-43ed-841c-5db468b56c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:21:38Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['d9bccf2c-db57-4651-b9c4-5304b063aedd'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:40.182463 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6316d507-42c0-42cd-a188-16de793db234 None None] Pushing event updated for resources: {'Port': ['ID=df7500d6-659f-47e7-af79-73773c0d2aa5,revision_number=4']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:40.235033 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.plugin [None req-d930d3f7-85bd-41a8-afd5-4019074c222e tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Calling delete_port for 32cf3b23-d3b2-4556-b002-136a24258925 owned by network:floatingip {{(pid=88178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:21:40.235307 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning complete for port d1c1fa13-7eca-49a4-abd2-44cf20528572 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:40.235765 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:40.370108 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-c0922ba7-2b30-4ff4-85dc-ebf8b564dbf1 None None] Set router 7ce72886-04ab-4aa7-81c1-062169acd07e gateway port host: dv-cinder-844605-1-iscsi {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:21:40.372945 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173cece7-94d4-43dc-a30e-58c6f41b9a07 req-b58bebe8-6f29-4f28-a1f2-fa402e5071ae tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:40.374486 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-173cece7-94d4-43dc-a30e-58c6f41b9a07 req-b58bebe8-6f29-4f28-a1f2-fa402e5071ae tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=102a8a1b-da21-407e-96a2-2edae90da152 HTTP/1.1" status: 200 len: 945 time: 0.4503183 Jun 28 11:21:40.461084 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvr_db [None req-3300f207-7f07-43ed-841c-5db468b56c61 None None] Set router d9bccf2c-db57-4651-b9c4-5304b063aedd gateway port host: dv-cinder-844605-1-iscsi {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:21:40.470334 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-173cece7-94d4-43dc-a30e-58c6f41b9a07 req-e0362ba1-8de3-4176-8c22-d78174dc616b tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=eae4892b-50c7-41df-9dd4-207cf5f402b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885057 Jun 28 11:21:40.512513 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-d930d3f7-85bd-41a8-afd5-4019074c222e tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782104357524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782103981240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287935'] for port, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:40.571324 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d930d3f7-85bd-41a8-afd5-4019074c222e tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Pushing event deleted for resources: {'Port': ['ID=32cf3b23-d3b2-4556-b002-136a24258925,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:40.671343 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Current status of the port d1c1fa13-7eca-49a4-abd2-44cf20528572 is: ACTIVE; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:21:40.740549 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f28ecd-da34-4381-a11a-a8207c09f633 req-df857c66-8d4d-4853-96de-8e81143f03d1 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:40.742772 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-87f28ecd-da34-4381-a11a-a8207c09f633 req-df857c66-8d4d-4853-96de-8e81143f03d1 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=afaa83b6-8607-4595-978c-46eb1ae7737b HTTP/1.1" status: 200 len: 945 time: 0.3740089 Jun 28 11:21:40.743297 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-d930d3f7-85bd-41a8-afd5-4019074c222e tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Notify callbacks [] for floatingip, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:40.743637 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.db.l3_db [None req-d930d3f7-85bd-41a8-afd5-4019074c222e tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Floating IP 0bed7dfb-4770-4fc6-915d-41494a384080 disassociated (deleted). External IP: 172.27.2.52, port: 4e3c09b4-043f-4f7c-8cd4-2aca917b44a1. Jun 28 11:21:40.778823 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-c0922ba7-2b30-4ff4-85dc-ebf8b564dbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce72886-04ab-4aa7-81c1-062169acd07e', 'name': 'tempest-TestShelveInstance-499027150-router', 'tenant_id': '08c3c19c0c404bb6bf8989d879b1ea6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'e37116b2-bbe3-44ab-8308-53b310d4bdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:34Z', 'updated_at': '2022-06-28T11:21:36Z', 'revision_number': 3, 'project_id': '08c3c19c0c404bb6bf8989d879b1ea6c', 'gw_port': {'id': 'e37116b2-bbe3-44ab-8308-53b310d4bdc1', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:7d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce72886-04ab-4aa7-81c1-062169acd07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:35Z', 'updated_at': '2022-06-28T11:21:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi'}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:40.783923 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0922ba7-2b30-4ff4-85dc-ebf8b564dbf1 None None] Checking router: 7ce72886-04ab-4aa7-81c1-062169acd07e for host: dv-cinder-844605-1-iscsi {{(pid=88179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:21:40.784461 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0922ba7-2b30-4ff4-85dc-ebf8b564dbf1 None None] Updating router 7ce72886-04ab-4aa7-81c1-062169acd07e port e37116b2-bbe3-44ab-8308-53b310d4bdc1 binding host dv-cinder-844605-1-iscsi {{(pid=88179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 11:21:40.837197 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-87f28ecd-da34-4381-a11a-a8207c09f633 req-eb2545b3-3e24-49b7-a5c9-044f15abda83 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad130fcf-8920-47dc-a1d8-2bb1d5241bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779657 Jun 28 11:21:40.852301 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c0922ba7-2b30-4ff4-85dc-ebf8b564dbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:41.045873 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-3300f207-7f07-43ed-841c-5db468b56c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9bccf2c-db57-4651-b9c4-5304b063aedd', 'name': 'tempest-TestVolumeBootPattern-67462293-router', 'tenant_id': '947c65c68d7d44698a8a48ceeb9e6bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': 'd1c1fa13-7eca-49a4-abd2-44cf20528572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:27Z', 'updated_at': '2022-06-28T11:21:33Z', 'revision_number': 4, 'project_id': '947c65c68d7d44698a8a48ceeb9e6bc7', 'gw_port': {'id': 'd1c1fa13-7eca-49a4-abd2-44cf20528572', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:28:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9bccf2c-db57-4651-b9c4-5304b063aedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:28Z', 'updated_at': '2022-06-28T11:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': 'df7500d6-659f-47e7-af79-73773c0d2aa5', 'name': '', 'network_id': 'd9f0fa05-43f7-4336-8e17-4dae6871355f', 'tenant_id': '947c65c68d7d44698a8a48ceeb9e6bc7', 'mac_address': 'fa:16:3e:44:ea:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9bccf2c-db57-4651-b9c4-5304b063aedd', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'b21e9d3a-1d66-456e-955f-fbc5fbb0f0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:32Z', 'updated_at': '2022-06-28T11:21:39Z', 'revision_number': 4, 'project_id': '947c65c68d7d44698a8a48ceeb9e6bc7', 'subnets': [{'id': 'b21e9d3a-1d66-456e-955f-fbc5fbb0f0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:41.053202 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3300f207-7f07-43ed-841c-5db468b56c61 None None] The sync data for ids ['d9bccf2c-db57-4651-b9c4-5304b063aedd'] in dv-cinder-844605-1-iscsi is: [{'id': 'd9bccf2c-db57-4651-b9c4-5304b063aedd', 'name': 'tempest-TestVolumeBootPattern-67462293-router', 'tenant_id': '947c65c68d7d44698a8a48ceeb9e6bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': 'd1c1fa13-7eca-49a4-abd2-44cf20528572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:27Z', 'updated_at': '2022-06-28T11:21:33Z', 'revision_number': 4, 'project_id': '947c65c68d7d44698a8a48ceeb9e6bc7', 'gw_port': {'id': 'd1c1fa13-7eca-49a4-abd2-44cf20528572', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:28:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9bccf2c-db57-4651-b9c4-5304b063aedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:28Z', 'updated_at': '2022-06-28T11:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': 'df7500d6-659f-47e7-af79-73773c0d2aa5', 'name': '', 'network_id': 'd9f0fa05-43f7-4336-8e17-4dae6871355f', 'tenant_id': '947c65c68d7d44698a8a48ceeb9e6bc7', 'mac_address': 'fa:16:3e:44:ea:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9bccf2c-db57-4651-b9c4-5304b063aedd', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'b21e9d3a-1d66-456e-955f-fbc5fbb0f0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:32Z', 'updated_at': '2022-06-28T11:21:39Z', 'revision_number': 4, 'project_id': '947c65c68d7d44698a8a48ceeb9e6bc7', 'subnets': [{'id': 'b21e9d3a-1d66-456e-955f-fbc5fbb0f0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:21:41.054076 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-90b31af6-315a-40c1-95e8-9ba1745e2d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:41.284833 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-6979d959-f611-46f2-8df4-535585380de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:41.297512 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d930d3f7-85bd-41a8-afd5-4019074c222e tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Router c2383012-34f7-4a60-8474-b2e3dedd0e1e has already been hosted by L3 agent 65138fbb-a379-4cdd-9015-09db381edeba {{(pid=88178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:21:41.377350 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c0922ba7-2b30-4ff4-85dc-ebf8b564dbf1 None None] Notify callbacks [] for port, precommit_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:41.393114 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-c0922ba7-2b30-4ff4-85dc-ebf8b564dbf1 None None] Transition to ACTIVE for port object e37116b2-bbe3-44ab-8308-53b310d4bdc1 will not be triggered until provisioned by entity L2. {{(pid=88179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:21:41.408506 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c0922ba7-2b30-4ff4-85dc-ebf8b564dbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:41.458956 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146feab-6f9a-405c-ac8a-927d448c6886 req-1b1efae5-e53d-4036-85a8-13b9e9ebefec tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:41.461328 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-4146feab-6f9a-405c-ac8a-927d448c6886 req-1b1efae5-e53d-4036-85a8-13b9e9ebefec tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=afaa83b6-8607-4595-978c-46eb1ae7737b HTTP/1.1" status: 200 len: 945 time: 0.3770180 Jun 28 11:21:41.470879 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 58934) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:41.486350 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [None req-fcaacfca-912f-4416-b2bf-69bc285f95c9 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Request body: {'floatingip': {'port_id': 'd84fa7b5-a0f8-4b86-9d3f-d49010bda4de'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:41.500116 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b2b63-c264-4578-a7a0-5f898515681e None None] Pushing event updated for resources: {'Port': ['ID=e37116b2-bbe3-44ab-8308-53b310d4bdc1,revision_number=2']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:41.574300 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.db_base_plugin_common [None req-6979d959-f611-46f2-8df4-535585380de6 admin admin] Allocated IP 172.20.0.1 (f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3/de86710f-13ad-4bbe-b7c3-f28eb0b4cfef/c4f8721d-4734-4257-9f5f-07b7a0817c49) {{(pid=88177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:21:41.600560 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-c0922ba7-2b30-4ff4-85dc-ebf8b564dbf1 None None] Attempting to bind port e37116b2-bbe3-44ab-8308-53b310d4bdc1 on host dv-cinder-844605-1-iscsi for vnic_type normal with profile {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:21:41.601099 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-c0922ba7-2b30-4ff4-85dc-ebf8b564dbf1 None None] Attempting to bind port e37116b2-bbe3-44ab-8308-53b310d4bdc1 by drivers openvswitch,hyperv on host dv-cinder-844605-1-iscsi at level 0 using segments [{'id': '886fa905-49b2-4170-854f-b2cc2955959a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463'}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:21:41.601907 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0922ba7-2b30-4ff4-85dc-ebf8b564dbf1 None None] Attempting to bind port e37116b2-bbe3-44ab-8308-53b310d4bdc1 on network 6387ef29-ddd8-4632-9016-e02c39923463 {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:21:41.622625 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0922ba7-2b30-4ff4-85dc-ebf8b564dbf1 None None] Checking agent: {'id': 'b95f8be4-ac30-48f3-8fc1-8bf3ad4a0571', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 7, 40), 'started_at': datetime.datetime(2022, 6, 28, 11, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:21:41.623164 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0922ba7-2b30-4ff4-85dc-ebf8b564dbf1 None None] Checking segment: {'id': '886fa905-49b2-4170-854f-b2cc2955959a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:21:41.626154 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c0922ba7-2b30-4ff4-85dc-ebf8b564dbf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:41.626563 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0922ba7-2b30-4ff4-85dc-ebf8b564dbf1 None None] Bound using segment: {'id': '886fa905-49b2-4170-854f-b2cc2955959a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463'} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:21:41.627168 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-c0922ba7-2b30-4ff4-85dc-ebf8b564dbf1 None None] Bound port: e37116b2-bbe3-44ab-8308-53b310d4bdc1, host: dv-cinder-844605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886fa905-49b2-4170-854f-b2cc2955959a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463'}}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:21:41.627640 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c0922ba7-2b30-4ff4-85dc-ebf8b564dbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:41.746532 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-c0922ba7-2b30-4ff4-85dc-ebf8b564dbf1 None None] For port e37116b2-bbe3-44ab-8308-53b310d4bdc1, host dv-cinder-844605-1-iscsi, cleared binding levels {{(pid=88179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:21:41.758068 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-c0922ba7-2b30-4ff4-85dc-ebf8b564dbf1 None None] For port e37116b2-bbe3-44ab-8308-53b310d4bdc1, host dv-cinder-844605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=e37116b2-bbe3-44ab-8308-53b310d4bdc1,segment=NetworkSegment(886fa905-49b2-4170-854f-b2cc2955959a),segment_id=886fa905-49b2-4170-854f-b2cc2955959a)] {{(pid=88179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:21:41.772100 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c0922ba7-2b30-4ff4-85dc-ebf8b564dbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:41.836546 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device df7500d6-659f-47e7-af79-73773c0d2aa5 up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:21:41.872089 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-fcaacfca-912f-4416-b2bf-69bc285f95c9 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for floatingip, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:41.991237 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-6979d959-f611-46f2-8df4-535585380de6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:41.998674 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b2b63-c264-4578-a7a0-5f898515681e None None] Pushing event updated for resources: {'Port': ['ID=e37116b2-bbe3-44ab-8308-53b310d4bdc1,revision_number=3']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:42.003205 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0922ba7-2b30-4ff4-85dc-ebf8b564dbf1 None None] Routers {'7ce72886-04ab-4aa7-81c1-062169acd07e'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:21:42.004117 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-c0922ba7-2b30-4ff4-85dc-ebf8b564dbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:21:38Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['7ce72886-04ab-4aa7-81c1-062169acd07e'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:42.024075 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.provisioning_blocks [None req-6979d959-f611-46f2-8df4-535585380de6 admin admin] Transition to ACTIVE for port object c4f8721d-4734-4257-9f5f-07b7a0817c49 will not be triggered until provisioned by entity DHCP. {{(pid=88177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:21:42.073213 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-6979d959-f611-46f2-8df4-535585380de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782103981231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2688079'] for port, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:42.156279 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d930d3f7-85bd-41a8-afd5-4019074c222e tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Notify agent at l3_agent.dv-cinder-844605-1-iscsi the message routers_updated {{(pid=88178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:21:42.170055 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578e3597-0e5e-46bf-a27d-e42fd52811b8 None None] Sync routers for ids ['c2383012-34f7-4a60-8474-b2e3dedd0e1e'] in dv-cinder-844605-1-iscsi {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:21:42.181346 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578e3597-0e5e-46bf-a27d-e42fd52811b8 None None] Routers {'c2383012-34f7-4a60-8474-b2e3dedd0e1e'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:21:42.182289 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-578e3597-0e5e-46bf-a27d-e42fd52811b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:21:38Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['c2383012-34f7-4a60-8474-b2e3dedd0e1e'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:42.224873 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6979d959-f611-46f2-8df4-535585380de6 admin admin] Network f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3 is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:21:42.228844 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.base_scheduler [None req-6979d959-f611-46f2-8df4-535585380de6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:21:42.237589 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6979d959-f611-46f2-8df4-535585380de6 admin admin] Received port after_create {{(pid=88177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:21:42.264103 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-c0922ba7-2b30-4ff4-85dc-ebf8b564dbf1 None None] Set router 7ce72886-04ab-4aa7-81c1-062169acd07e gateway port host: dv-cinder-844605-1-iscsi {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:21:42.297151 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6979d959-f611-46f2-8df4-535585380de6 admin admin] Pushing event updated for resources: {'Port': ['ID=c4f8721d-4734-4257-9f5f-07b7a0817c49,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:42.331713 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-6979d959-f611-46f2-8df4-535585380de6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-361810'] for router_interface, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:42.391116 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401da621-63e2-4483-aee4-c7497d8f922f req-d3c1dc1c-e125-4722-89c8-acfb7678ebd2 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:42.392727 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-401da621-63e2-4483-aee4-c7497d8f922f req-d3c1dc1c-e125-4722-89c8-acfb7678ebd2 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=102a8a1b-da21-407e-96a2-2edae90da152 HTTP/1.1" status: 200 len: 945 time: 0.5280907 Jun 28 11:21:42.467821 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-401da621-63e2-4483-aee4-c7497d8f922f req-b0b9c89f-f66a-4217-9cb1-347094d08838 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=eae4892b-50c7-41df-9dd4-207cf5f402b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554075 Jun 28 11:21:42.468147 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvr_db [None req-578e3597-0e5e-46bf-a27d-e42fd52811b8 None None] Set router c2383012-34f7-4a60-8474-b2e3dedd0e1e gateway port host: dv-cinder-844605-1-iscsi {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:21:42.477854 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-d930d3f7-85bd-41a8-afd5-4019074c222e tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for floatingip, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:42.513791 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning for port df7500d6-659f-47e7-af79-73773c0d2aa5 completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:21:42.525023 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning complete for port df7500d6-659f-47e7-af79-73773c0d2aa5 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:42.525400 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:42.588366 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-6979d959-f611-46f2-8df4-535585380de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:42.605072 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-d930d3f7-85bd-41a8-afd5-4019074c222e tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "DELETE /v2.0/floatingips/0bed7dfb-4770-4fc6-915d-41494a384080 HTTP/1.1" status: 204 len: 168 time: 3.7184551 Jun 28 11:21:42.655510 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.agents_db [None req-fef25e13-dc2d-42bf-aa2e-f684c08e94a6 None None] Agent healthcheck: found 6 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:21:42.688691 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-5f1882e3-6bf6-4a7a-8fda-6e55e3c98c36 None None] Provisioning for port c4f8721d-4734-4257-9f5f-07b7a0817c49 completed by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:21:42.717700 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bdcbd98-58ab-495c-a9b7-9781d66ac924', 'tag': '4e3c09b4-043f-4f7c-8cd4-2aca917b44a1'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:21:42.795901 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-5f1882e3-6bf6-4a7a-8fda-6e55e3c98c36 None None] Provisioning complete for port c4f8721d-4734-4257-9f5f-07b7a0817c49 triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:42.796250 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5f1882e3-6bf6-4a7a-8fda-6e55e3c98c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:42.802001 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fdd923f-f1c2-4457-b5a5-7dfe045d1c01'] response: {'name': 'network-changed', 'server_uuid': '3bdcbd98-58ab-495c-a9b7-9781d66ac924', 'tag': '4e3c09b4-043f-4f7c-8cd4-2aca917b44a1', 'status': 'completed', 'code': 200} Jun 28 11:21:42.919425 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Current status of the port df7500d6-659f-47e7-af79-73773c0d2aa5 is: DOWN; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:21:42.919811 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:42.964212 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-5f1882e3-6bf6-4a7a-8fda-6e55e3c98c36 None None] Port c4f8721d-4734-4257-9f5f-07b7a0817c49 cannot update to ACTIVE because it is not bound. {{(pid=88179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:21:43.003385 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] For port df7500d6-659f-47e7-af79-73773c0d2aa5, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=df7500d6-659f-47e7-af79-73773c0d2aa5,segment=NetworkSegment(de4c47a9-f898-4cbf-8ae9-0c519f4224f0),segment_id=de4c47a9-f898-4cbf-8ae9-0c519f4224f0)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:21:43.003809 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-578e3597-0e5e-46bf-a27d-e42fd52811b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2383012-34f7-4a60-8474-b2e3dedd0e1e', 'name': 'tempest-TestMinimumBasicScenario-824226379-router', 'tenant_id': 'd25e7ce42d8c46ecbeacc1c6835ede35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '4a5a5247-0a7c-427a-832e-9d139b220536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:17:50Z', 'updated_at': '2022-06-28T11:17:54Z', 'revision_number': 4, 'project_id': 'd25e7ce42d8c46ecbeacc1c6835ede35', 'gw_port': {'id': '4a5a5247-0a7c-427a-832e-9d139b220536', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2383012-34f7-4a60-8474-b2e3dedd0e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:17:51Z', 'updated_at': '2022-06-28T11:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': '929b3b8a-8771-4ee5-925b-28fd85342d23', 'name': '', 'network_id': '37bb99b0-7529-44da-9b0b-e494ebe4140f', 'tenant_id': 'd25e7ce42d8c46ecbeacc1c6835ede35', 'mac_address': 'fa:16:3e:78:66:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2383012-34f7-4a60-8474-b2e3dedd0e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '8b53bddf-fdb5-43a8-99e3-085d58e36040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:17:54Z', 'updated_at': '2022-06-28T11:18:04Z', 'revision_number': 5, 'project_id': 'd25e7ce42d8c46ecbeacc1c6835ede35', 'subnets': [{'id': '8b53bddf-fdb5-43a8-99e3-085d58e36040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:43.012873 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-c0922ba7-2b30-4ff4-85dc-ebf8b564dbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce72886-04ab-4aa7-81c1-062169acd07e', 'name': 'tempest-TestShelveInstance-499027150-router', 'tenant_id': '08c3c19c0c404bb6bf8989d879b1ea6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'e37116b2-bbe3-44ab-8308-53b310d4bdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:34Z', 'updated_at': '2022-06-28T11:21:36Z', 'revision_number': 3, 'project_id': '08c3c19c0c404bb6bf8989d879b1ea6c', 'gw_port': {'id': 'e37116b2-bbe3-44ab-8308-53b310d4bdc1', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:7d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce72886-04ab-4aa7-81c1-062169acd07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:35Z', 'updated_at': '2022-06-28T11:21:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi'}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:43.017994 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0922ba7-2b30-4ff4-85dc-ebf8b564dbf1 None None] The sync data for ids ['7ce72886-04ab-4aa7-81c1-062169acd07e'] in dv-cinder-844605-1-iscsi is: [{'id': '7ce72886-04ab-4aa7-81c1-062169acd07e', 'name': 'tempest-TestShelveInstance-499027150-router', 'tenant_id': '08c3c19c0c404bb6bf8989d879b1ea6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'e37116b2-bbe3-44ab-8308-53b310d4bdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:34Z', 'updated_at': '2022-06-28T11:21:36Z', 'revision_number': 3, 'project_id': '08c3c19c0c404bb6bf8989d879b1ea6c', 'gw_port': {'id': 'e37116b2-bbe3-44ab-8308-53b310d4bdc1', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:7d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce72886-04ab-4aa7-81c1-062169acd07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:35Z', 'updated_at': '2022-06-28T11:21:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi'}] {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:21:43.025190 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578e3597-0e5e-46bf-a27d-e42fd52811b8 None None] Checking router: c2383012-34f7-4a60-8474-b2e3dedd0e1e for host: dv-cinder-844605-1-iscsi {{(pid=88180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:21:43.032269 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:43.033205 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device e25cacec-b57d-4fc8-979f-d4ca800bdd9f up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:21:43.049515 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578e3597-0e5e-46bf-a27d-e42fd52811b8 None None] Routers {'c2383012-34f7-4a60-8474-b2e3dedd0e1e'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:21:43.050150 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-578e3597-0e5e-46bf-a27d-e42fd52811b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:21:38Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['c2383012-34f7-4a60-8474-b2e3dedd0e1e'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:43.083723 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-fcaacfca-912f-4416-b2bf-69bc285f95c9 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:43.087479 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-6979d959-f611-46f2-8df4-535585380de6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:43.093469 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-fcaacfca-912f-4416-b2bf-69bc285f95c9 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361935'] for floatingip, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:43.119187 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-6979d959-f611-46f2-8df4-535585380de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2688088'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:43.184754 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Pushing event updated for resources: {'Port': ['ID=df7500d6-659f-47e7-af79-73773c0d2aa5,revision_number=5']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:43.196576 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning complete for port e25cacec-b57d-4fc8-979f-d4ca800bdd9f triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:43.197011 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:43.321606 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-6979d959-f611-46f2-8df4-535585380de6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-361783'] for router_interface, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:43.340670 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6979d959-f611-46f2-8df4-535585380de6 admin admin] Pushing event updated for resources: {'Port': ['ID=c4f8721d-4734-4257-9f5f-07b7a0817c49,revision_number=2']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:43.368568 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.db.l3_db [None req-fcaacfca-912f-4416-b2bf-69bc285f95c9 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Floating IP 230dd280-dad2-45cb-8056-31e2b79941e7 associated. External IP: 172.27.2.249, port: d84fa7b5-a0f8-4b86-9d3f-d49010bda4de. Jun 28 11:21:43.423750 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3197dc3d-06cc-437b-8d94-08fea82917c0 req-b7940f1f-c170-4293-b8f1-e41d9c138185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:43.445075 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-3197dc3d-06cc-437b-8d94-08fea82917c0 req-b7940f1f-c170-4293-b8f1-e41d9c138185 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d25e7ce42d8c46ecbeacc1c6835ede35&device_id=3bdcbd98-58ab-495c-a9b7-9781d66ac924 HTTP/1.1" status: 200 len: 1098 time: 0.6199727 Jun 28 11:21:43.504502 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Current status of the port e25cacec-b57d-4fc8-979f-d4ca800bdd9f is: ACTIVE; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:21:43.534176 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvr_db [None req-578e3597-0e5e-46bf-a27d-e42fd52811b8 None None] Set router c2383012-34f7-4a60-8474-b2e3dedd0e1e gateway port host: dv-cinder-844605-1-iscsi {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:21:43.557833 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6979d959-f611-46f2-8df4-535585380de6 admin admin] Network f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3 is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:21:43.560824 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.base_scheduler [None req-6979d959-f611-46f2-8df4-535585380de6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:21:43.869009 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device df7500d6-659f-47e7-af79-73773c0d2aa5 up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:21:44.072716 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning complete for port df7500d6-659f-47e7-af79-73773c0d2aa5 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:44.077297 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:44.105760 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3197dc3d-06cc-437b-8d94-08fea82917c0 req-392b044c-5d03-444b-9d4a-dcb8fc2e5260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:44.107538 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-3197dc3d-06cc-437b-8d94-08fea82917c0 req-392b044c-5d03-444b-9d4a-dcb8fc2e5260 service neutron] 10.222.0.43 "GET /v2.0/networks?id=37bb99b0-7529-44da-9b0b-e494ebe4140f HTTP/1.1" status: 200 len: 915 time: 0.5480504 Jun 28 11:21:44.186378 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-392481b2-1fe6-4a3d-85e7-399a67a6edd3 None None] Provisioning complete for port c4f8721d-4734-4257-9f5f-07b7a0817c49 triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:44.186747 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-392481b2-1fe6-4a3d-85e7-399a67a6edd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:44.255367 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6979d959-f611-46f2-8df4-535585380de6 admin admin] Router 7ce72886-04ab-4aa7-81c1-062169acd07e has already been hosted by L3 agent 65138fbb-a379-4cdd-9015-09db381edeba {{(pid=88177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:21:44.282880 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-392481b2-1fe6-4a3d-85e7-399a67a6edd3 None None] Port c4f8721d-4734-4257-9f5f-07b7a0817c49 cannot update to ACTIVE because it is not bound. {{(pid=88179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:21:44.292091 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-3197dc3d-06cc-437b-8d94-08fea82917c0 req-6cb6ab3f-8cb2-4fa0-8430-a7521bfd9283 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e3c09b4-043f-4f7c-8cd4-2aca917b44a1 HTTP/1.1" status: 200 len: 217 time: 0.1772645 Jun 28 11:21:44.347589 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-578e3597-0e5e-46bf-a27d-e42fd52811b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2383012-34f7-4a60-8474-b2e3dedd0e1e', 'name': 'tempest-TestMinimumBasicScenario-824226379-router', 'tenant_id': 'd25e7ce42d8c46ecbeacc1c6835ede35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '4a5a5247-0a7c-427a-832e-9d139b220536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:17:50Z', 'updated_at': '2022-06-28T11:17:54Z', 'revision_number': 4, 'project_id': 'd25e7ce42d8c46ecbeacc1c6835ede35', 'gw_port': {'id': '4a5a5247-0a7c-427a-832e-9d139b220536', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2383012-34f7-4a60-8474-b2e3dedd0e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:17:51Z', 'updated_at': '2022-06-28T11:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': '929b3b8a-8771-4ee5-925b-28fd85342d23', 'name': '', 'network_id': '37bb99b0-7529-44da-9b0b-e494ebe4140f', 'tenant_id': 'd25e7ce42d8c46ecbeacc1c6835ede35', 'mac_address': 'fa:16:3e:78:66:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2383012-34f7-4a60-8474-b2e3dedd0e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '8b53bddf-fdb5-43a8-99e3-085d58e36040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:17:54Z', 'updated_at': '2022-06-28T11:18:04Z', 'revision_number': 5, 'project_id': 'd25e7ce42d8c46ecbeacc1c6835ede35', 'subnets': [{'id': '8b53bddf-fdb5-43a8-99e3-085d58e36040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:44.353179 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578e3597-0e5e-46bf-a27d-e42fd52811b8 None None] The sync data for ids ['c2383012-34f7-4a60-8474-b2e3dedd0e1e'] in dv-cinder-844605-1-iscsi is: [{'id': 'c2383012-34f7-4a60-8474-b2e3dedd0e1e', 'name': 'tempest-TestMinimumBasicScenario-824226379-router', 'tenant_id': 'd25e7ce42d8c46ecbeacc1c6835ede35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '4a5a5247-0a7c-427a-832e-9d139b220536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:17:50Z', 'updated_at': '2022-06-28T11:17:54Z', 'revision_number': 4, 'project_id': 'd25e7ce42d8c46ecbeacc1c6835ede35', 'gw_port': {'id': '4a5a5247-0a7c-427a-832e-9d139b220536', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2383012-34f7-4a60-8474-b2e3dedd0e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:17:51Z', 'updated_at': '2022-06-28T11:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': '929b3b8a-8771-4ee5-925b-28fd85342d23', 'name': '', 'network_id': '37bb99b0-7529-44da-9b0b-e494ebe4140f', 'tenant_id': 'd25e7ce42d8c46ecbeacc1c6835ede35', 'mac_address': 'fa:16:3e:78:66:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2383012-34f7-4a60-8474-b2e3dedd0e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '8b53bddf-fdb5-43a8-99e3-085d58e36040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:17:54Z', 'updated_at': '2022-06-28T11:18:04Z', 'revision_number': 5, 'project_id': 'd25e7ce42d8c46ecbeacc1c6835ede35', 'subnets': [{'id': '8b53bddf-fdb5-43a8-99e3-085d58e36040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:21:44.408881 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Current status of the port df7500d6-659f-47e7-af79-73773c0d2aa5 is: ACTIVE; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:21:44.415231 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device e37116b2-bbe3-44ab-8308-53b310d4bdc1 up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:21:44.516158 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcaacfca-912f-4416-b2bf-69bc285f95c9 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Router 612aec67-608e-409c-a55e-b6df1c5e0ca3 has already been hosted by L3 agent 65138fbb-a379-4cdd-9015-09db381edeba {{(pid=88178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:21:44.532940 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccecf026-d303-4d40-ae34-b4f28a143816 req-a8977162-ee14-421a-a97e-bd58c704fe09 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:44.533956 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning for port e37116b2-bbe3-44ab-8308-53b310d4bdc1 completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:21:44.535226 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-ccecf026-d303-4d40-ae34-b4f28a143816 req-a8977162-ee14-421a-a97e-bd58c704fe09 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=102a8a1b-da21-407e-96a2-2edae90da152 HTTP/1.1" status: 200 len: 945 time: 0.8116131 Jun 28 11:21:44.545179 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning complete for port e37116b2-bbe3-44ab-8308-53b310d4bdc1 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:44.545896 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:44.778313 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Current status of the port e37116b2-bbe3-44ab-8308-53b310d4bdc1 is: DOWN; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:21:44.778952 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:44.798006 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] For port e37116b2-bbe3-44ab-8308-53b310d4bdc1, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=e37116b2-bbe3-44ab-8308-53b310d4bdc1,segment=NetworkSegment(886fa905-49b2-4170-854f-b2cc2955959a),segment_id=886fa905-49b2-4170-854f-b2cc2955959a)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:21:44.803805 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:44.821486 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-ccecf026-d303-4d40-ae34-b4f28a143816 req-fef2a3e0-9092-4952-84ba-5c2883e4007d tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=eae4892b-50c7-41df-9dd4-207cf5f402b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2805212 Jun 28 11:21:44.872410 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcaacfca-912f-4416-b2bf-69bc285f95c9 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify agent at l3_agent.dv-cinder-844605-1-iscsi the message routers_updated {{(pid=88178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:21:44.877068 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-fcaacfca-912f-4416-b2bf-69bc285f95c9 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for floatingip, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:44.897904 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b817b74-64c7-41f6-bc35-84687995bb02 None None] Sync routers for ids ['612aec67-608e-409c-a55e-b6df1c5e0ca3'] in dv-cinder-844605-1-iscsi {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:21:44.901273 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42912f9-fed4-486d-9e37-db7250ff50ea None None] New status for floating IP 0bed7dfb-4770-4fc6-915d-41494a384080: DOWN {{(pid=88180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:21:44.904462 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3197dc3d-06cc-437b-8d94-08fea82917c0 req-e1bf3ab9-adaf-4b85-ba03-73a214dae754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:44.906112 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-3197dc3d-06cc-437b-8d94-08fea82917c0 req-e1bf3ab9-adaf-4b85-ba03-73a214dae754 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8b53bddf-fdb5-43a8-99e3-085d58e36040 HTTP/1.1" status: 200 len: 853 time: 0.3247547 Jun 28 11:21:44.931481 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Pushing event updated for resources: {'Port': ['ID=e37116b2-bbe3-44ab-8308-53b310d4bdc1,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:44.936166 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b817b74-64c7-41f6-bc35-84687995bb02 None None] Routers {'612aec67-608e-409c-a55e-b6df1c5e0ca3'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:21:44.937456 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-3b817b74-64c7-41f6-bc35-84687995bb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:21:38Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['612aec67-608e-409c-a55e-b6df1c5e0ca3'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:44.944115 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6979d959-f611-46f2-8df4-535585380de6 admin admin] Notify agent at l3_agent.dv-cinder-844605-1-iscsi the message routers_updated {{(pid=88177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:21:44.956183 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-6979d959-f611-46f2-8df4-535585380de6 admin admin] 10.222.0.23 "PUT /v2.0/routers/7ce72886-04ab-4aa7-81c1-062169acd07e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9393806 Jun 28 11:21:45.010476 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-fcaacfca-912f-4416-b2bf-69bc285f95c9 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "PUT /v2.0/floatingips/230dd280-dad2-45cb-8056-31e2b79941e7 HTTP/1.1" status: 200 len: 991 time: 3.5390546 Jun 28 11:21:45.011171 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afaa83b6-8607-4595-978c-46eb1ae7737b', 'tag': 'd84fa7b5-a0f8-4b86-9d3f-d49010bda4de'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:21:45.081843 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9856bab-c0eb-4e0f-b49b-5c2565f1805e req-21120c5a-fc64-4f78-ae30-191be172637e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:45.083818 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b9856bab-c0eb-4e0f-b49b-5c2565f1805e req-21120c5a-fc64-4f78-ae30-191be172637e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=102a8a1b-da21-407e-96a2-2edae90da152 HTTP/1.1" status: 200 len: 1098 time: 0.5008748 Jun 28 11:21:45.098492 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-369d4eb9-ba56-4290-b4d1-5a1d4f4de643'] response: {'name': 'network-changed', 'server_uuid': 'afaa83b6-8607-4595-978c-46eb1ae7737b', 'tag': 'd84fa7b5-a0f8-4b86-9d3f-d49010bda4de', 'status': 'completed', 'code': 200} Jun 28 11:21:45.152857 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b9856bab-c0eb-4e0f-b49b-5c2565f1805e req-46331e9d-6be9-436c-b688-02b0436fb168 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=eae4892b-50c7-41df-9dd4-207cf5f402b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583007 Jun 28 11:21:45.163714 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3197dc3d-06cc-437b-8d94-08fea82917c0 req-0d5fa953-f4e4-41c0-83fa-1e503f387b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:45.165426 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-3197dc3d-06cc-437b-8d94-08fea82917c0 req-0d5fa953-f4e4-41c0-83fa-1e503f387b7d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=37bb99b0-7529-44da-9b0b-e494ebe4140f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2169917 Jun 28 11:21:45.246244 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a685f3-7ab0-407c-98ba-63ef2e6da4f8 req-7caaf82f-3e96-4f4d-bcbe-871de0c84af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:45.247764 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-97a685f3-7ab0-407c-98ba-63ef2e6da4f8 req-7caaf82f-3e96-4f4d-bcbe-871de0c84af1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9a519a8d5c54458c8ad1c43bdb399503&device_id=afaa83b6-8607-4595-978c-46eb1ae7737b HTTP/1.1" status: 200 len: 1098 time: 0.1193235 Jun 28 11:21:45.299921 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-3b817b74-64c7-41f6-bc35-84687995bb02 None None] Set router 612aec67-608e-409c-a55e-b6df1c5e0ca3 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:21:45.545144 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a685f3-7ab0-407c-98ba-63ef2e6da4f8 req-76525c61-e38e-4ec0-ab60-49e135a21d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:45.549016 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-97a685f3-7ab0-407c-98ba-63ef2e6da4f8 req-76525c61-e38e-4ec0-ab60-49e135a21d5e service neutron] 10.222.0.43 "GET /v2.0/networks?id=21e79c31-8e4c-4686-94df-41e665c65d49 HTTP/1.1" status: 200 len: 915 time: 0.1784439 Jun 28 11:21:45.578375 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-3197dc3d-06cc-437b-8d94-08fea82917c0 req-29e0b81d-d0b1-4fe3-a642-93cf6e512e87 service neutron] 10.222.0.43 "GET /v2.0/networks/37bb99b0-7529-44da-9b0b-e494ebe4140f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097688 Jun 28 11:21:45.696974 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-97a685f3-7ab0-407c-98ba-63ef2e6da4f8 req-9b1d40d4-54da-485f-bbd5-2a977105166b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d84fa7b5-a0f8-4b86-9d3f-d49010bda4de HTTP/1.1" status: 200 len: 999 time: 0.1374161 Jun 28 11:21:45.722307 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f5edc2-53cf-4ca1-b312-33bf1fcbc391 None None] Sync routers for ids ['7ce72886-04ab-4aa7-81c1-062169acd07e'] in dv-cinder-844605-1-iscsi {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:21:45.727147 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device e37116b2-bbe3-44ab-8308-53b310d4bdc1 up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:21:45.730887 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 58990) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:45.740208 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [None req-b9e93835-5df1-46ea-a0fe-069ced972590 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-416610751-network', 'tenant_id': '2503c1cf5d8c42b2a64d9e37c3f111f9'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:45.758352 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-b9e93835-5df1-46ea-a0fe-069ced972590 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:45.775614 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-b9e93835-5df1-46ea-a0fe-069ced972590 admin admin] Usage tracker for resource:network and tenant:2503c1cf5d8c42b2a64d9e37c3f111f9 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:45.785794 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-b9e93835-5df1-46ea-a0fe-069ced972590 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:45.786508 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a685f3-7ab0-407c-98ba-63ef2e6da4f8 req-12453d4f-da13-4c48-9af5-fef3dd947f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:45.790268 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-97a685f3-7ab0-407c-98ba-63ef2e6da4f8 req-12453d4f-da13-4c48-9af5-fef3dd947f2a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0543e16d-abbf-4f46-8991-01ac45b7ec02 HTTP/1.1" status: 200 len: 853 time: 0.0835853 Jun 28 11:21:45.794585 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-b9e93835-5df1-46ea-a0fe-069ced972590 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:45.798201 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-3197dc3d-06cc-437b-8d94-08fea82917c0 req-80199589-4b78-43b6-8d90-0045fd881b04 service neutron] 10.222.0.43 "GET /v2.0/networks/37bb99b0-7529-44da-9b0b-e494ebe4140f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031052 Jun 28 11:21:45.810933 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e93835-5df1-46ea-a0fe-069ced972590 admin admin] Made reservation on behalf of 2503c1cf5d8c42b2a64d9e37c3f111f9 for: {'network': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:21:45.815092 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-b9e93835-5df1-46ea-a0fe-069ced972590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for network, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:45.842531 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f5edc2-53cf-4ca1-b312-33bf1fcbc391 None None] Routers {'7ce72886-04ab-4aa7-81c1-062169acd07e'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:21:45.843252 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-55f5edc2-53cf-4ca1-b312-33bf1fcbc391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:21:38Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['7ce72886-04ab-4aa7-81c1-062169acd07e'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:45.861426 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-b9e93835-5df1-46ea-a0fe-069ced972590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:45.897836 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-b9e93835-5df1-46ea-a0fe-069ced972590 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:45.920939 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-b9e93835-5df1-46ea-a0fe-069ced972590 admin admin] Usage tracker for resource:security_group_rule and tenant:2503c1cf5d8c42b2a64d9e37c3f111f9 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:45.924436 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-b9e93835-5df1-46ea-a0fe-069ced972590 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:45.931448 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-b9e93835-5df1-46ea-a0fe-069ced972590 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:45.951091 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a685f3-7ab0-407c-98ba-63ef2e6da4f8 req-0fcb4b04-b6d3-439e-9237-0819469892bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:45.952859 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-97a685f3-7ab0-407c-98ba-63ef2e6da4f8 req-0fcb4b04-b6d3-439e-9237-0819469892bf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=21e79c31-8e4c-4686-94df-41e665c65d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1474249 Jun 28 11:21:46.070942 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-b9e93835-5df1-46ea-a0fe-069ced972590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:46.077554 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-b9e93835-5df1-46ea-a0fe-069ced972590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:46.122958 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9e93835-5df1-46ea-a0fe-069ced972590 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=88177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 11:21:46.130151 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e93835-5df1-46ea-a0fe-069ced972590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be40e92-1bf2-4bd4-8947-2d04bee01671,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:46.139263 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-b9e93835-5df1-46ea-a0fe-069ced972590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812087'] for segment, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:46.139455 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.db.segments_db [None req-b9e93835-5df1-46ea-a0fe-069ced972590 admin admin] Added segment ec33b648-6e6f-4924-bee5-8d20d7349c6e of type vlan for network c78741d8-a86c-4092-8c21-17cb38182908 Jun 28 11:21:46.167357 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning complete for port e37116b2-bbe3-44ab-8308-53b310d4bdc1 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:46.167934 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:46.173577 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-b9e93835-5df1-46ea-a0fe-069ced972590 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782103966769'] for network, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:46.232589 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-97a685f3-7ab0-407c-98ba-63ef2e6da4f8 req-7be91346-f2c3-431c-bf0c-316559934631 service neutron] 10.222.0.43 "GET /v2.0/networks/21e79c31-8e4c-4686-94df-41e665c65d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728307 Jun 28 11:21:46.247706 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bb7583-841a-4fac-819d-ad886a3a22f9 req-5c7c483c-18c5-40bb-801d-ad7cc5ff3472 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:46.251914 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-b9e93835-5df1-46ea-a0fe-069ced972590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693'] for network, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:46.255645 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-14bb7583-841a-4fac-819d-ad886a3a22f9 req-5c7c483c-18c5-40bb-801d-ad7cc5ff3472 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=102a8a1b-da21-407e-96a2-2edae90da152 HTTP/1.1" status: 200 len: 945 time: 0.2631156 Jun 28 11:21:46.260870 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e93835-5df1-46ea-a0fe-069ced972590 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:46.262546 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-b9e93835-5df1-46ea-a0fe-069ced972590 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562711'] for network, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:46.269147 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-55f5edc2-53cf-4ca1-b312-33bf1fcbc391 None None] Set router 7ce72886-04ab-4aa7-81c1-062169acd07e gateway port host: dv-cinder-844605-1-iscsi {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:21:46.312477 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-b9e93835-5df1-46ea-a0fe-069ced972590 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5803730 Jun 28 11:21:46.317559 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 59006) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:46.373108 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [None req-a0f2d4b5-cb8a-48ce-8065-c42e2a8c2467 admin admin] Request body: {'subnet': {'network_id': 'c78741d8-a86c-4092-8c21-17cb38182908', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-416610751-subnet', 'tenant_id': '2503c1cf5d8c42b2a64d9e37c3f111f9', 'ip_version': 4}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:46.385569 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-a0f2d4b5-cb8a-48ce-8065-c42e2a8c2467 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:46.417534 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-a0f2d4b5-cb8a-48ce-8065-c42e2a8c2467 admin admin] Usage tracker for resource:subnet and tenant:2503c1cf5d8c42b2a64d9e37c3f111f9 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:46.422244 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-a0f2d4b5-cb8a-48ce-8065-c42e2a8c2467 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:46.423854 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-14bb7583-841a-4fac-819d-ad886a3a22f9 req-c3415f98-2e40-4601-828e-f71b388ab34b tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=eae4892b-50c7-41df-9dd4-207cf5f402b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1671424 Jun 28 11:21:46.431460 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e93835-5df1-46ea-a0fe-069ced972590 admin admin] Pushing event updated for resources: {'Network': ['ID=c78741d8-a86c-4092-8c21-17cb38182908,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:46.442714 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-a0f2d4b5-cb8a-48ce-8065-c42e2a8c2467 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:46.458681 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f2d4b5-cb8a-48ce-8065-c42e2a8c2467 admin admin] Made reservation on behalf of 2503c1cf5d8c42b2a64d9e37c3f111f9 for: {'subnet': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:21:46.461016 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-a0f2d4b5-cb8a-48ce-8065-c42e2a8c2467 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1870499'] for subnet, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:46.486726 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-97a685f3-7ab0-407c-98ba-63ef2e6da4f8 req-f0ab106c-3705-45e7-b4f3-b150b5d903aa service neutron] 10.222.0.43 "GET /v2.0/networks/21e79c31-8e4c-4686-94df-41e665c65d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281959 Jun 28 11:21:46.551330 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Network c78741d8-a86c-4092-8c21-17cb38182908 details requested by agent ovs-agent-dv-cinder-844605-1-iscsi with host dv-cinder-844605-1-iscsi {{(pid=88179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 11:21:46.688498 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-a0f2d4b5-cb8a-48ce-8065-c42e2a8c2467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2687967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1870485'] for subnet, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:46.730756 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-3b817b74-64c7-41f6-bc35-84687995bb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'name': 'tempest-AttachVolumeNegativeTest-536282704-router', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '4f6c3e24-5306-438d-a0da-444251232455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:20Z', 'updated_at': '2022-06-28T11:16:36Z', 'revision_number': 4, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'gw_port': {'id': '4f6c3e24-5306-438d-a0da-444251232455', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:22Z', 'updated_at': '2022-06-28T11:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_floatingips': [{'id': '230dd280-dad2-45cb-8056-31e2b79941e7', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'floating_ip_address': '172.27.2.249', 'floating_network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'router_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'port_id': 'd84fa7b5-a0f8-4b86-9d3f-d49010bda4de', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49', 'mac_address': 'fa:16:3e:f4:5e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afaa83b6-8607-4595-978c-46eb1ae7737b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:21:21Z', 'updated_at': '2022-06-28T11:21:42Z', 'revision_number': 1, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce67a0a8-6a79-4030-ac97-89b4f9a90889', 'name': '', 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'mac_address': 'fa:16:3e:aa:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0543e16d-abbf-4f46-8991-01ac45b7ec02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:32Z', 'updated_at': '2022-06-28T11:16:52Z', 'revision_number': 5, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'subnets': [{'id': '0543e16d-abbf-4f46-8991-01ac45b7ec02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:46.760277 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f2d4b5-cb8a-48ce-8065-c42e2a8c2467 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1240d738-e4e7-4148-bddc-acd086aacc0e,revision_number=0']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:46.770770 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f2d4b5-cb8a-48ce-8065-c42e2a8c2467 admin admin] Checking segment: {'id': 'ec33b648-6e6f-4924-bee5-8d20d7349c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c78741d8-a86c-4092-8c21-17cb38182908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:21:46.771121 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f2d4b5-cb8a-48ce-8065-c42e2a8c2467 admin admin] Network hostable DHCP agents. Network: c78741d8-a86c-4092-8c21-17cb38182908, hostable agents: ['bd7a9fca-13b7-4c24-af86-ecdc43be0dc3'], hosted agents: [] {{(pid=88177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 11:21:46.775190 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b817b74-64c7-41f6-bc35-84687995bb02 None None] Checking router: 612aec67-608e-409c-a55e-b6df1c5e0ca3 for host: dv-cinder-844605-1-iscsi {{(pid=88179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:21:46.791649 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f2d4b5-cb8a-48ce-8065-c42e2a8c2467 admin admin] Network c78741d8-a86c-4092-8c21-17cb38182908 is scheduled to be hosted by DHCP agent bd7a9fca-13b7-4c24-af86-ecdc43be0dc3 with binding_index 1 {{(pid=88177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 11:21:46.806590 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.base_scheduler [None req-a0f2d4b5-cb8a-48ce-8065-c42e2a8c2467 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844605-1-iscsi, c78741d8-a86c-4092-8c21-17cb38182908) {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:21:46.810834 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f2d4b5-cb8a-48ce-8065-c42e2a8c2467 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:46.811363 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-a0f2d4b5-cb8a-48ce-8065-c42e2a8c2467 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562711'] for subnet, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:46.828539 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b817b74-64c7-41f6-bc35-84687995bb02 None None] Routers {'612aec67-608e-409c-a55e-b6df1c5e0ca3'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:21:46.829192 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-3b817b74-64c7-41f6-bc35-84687995bb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:21:38Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['612aec67-608e-409c-a55e-b6df1c5e0ca3'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:46.833128 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-a0f2d4b5-cb8a-48ce-8065-c42e2a8c2467 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5151658 Jun 28 11:21:46.835809 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 59012) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:46.840980 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [None req-3c139945-1e5a-46e7-b775-a4f4bba38bfe admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-416610751-router', 'tenant_id': '2503c1cf5d8c42b2a64d9e37c3f111f9', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463'}}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:46.845923 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-3c139945-1e5a-46e7-b775-a4f4bba38bfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:46.850476 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-3c139945-1e5a-46e7-b775-a4f4bba38bfe admin admin] Usage tracker for resource:router and tenant:2503c1cf5d8c42b2a64d9e37c3f111f9 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:46.853797 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-3c139945-1e5a-46e7-b775-a4f4bba38bfe admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:46.860889 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-3c139945-1e5a-46e7-b775-a4f4bba38bfe admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:46.873167 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-3c139945-1e5a-46e7-b775-a4f4bba38bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5216'] for router, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:46.874264 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-3c139945-1e5a-46e7-b775-a4f4bba38bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-362573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5243'] for router, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:46.879118 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8b4b25-fb19-43d7-be5a-1a5ca7300582 None None] Network c78741d8-a86c-4092-8c21-17cb38182908 requested from dv-cinder-844605-1-iscsi {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:21:46.889279 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-3c139945-1e5a-46e7-b775-a4f4bba38bfe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:47.030515 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Current status of the port e37116b2-bbe3-44ab-8308-53b310d4bdc1 is: ACTIVE; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:21:47.272280 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-3b817b74-64c7-41f6-bc35-84687995bb02 None None] Set router 612aec67-608e-409c-a55e-b6df1c5e0ca3 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:21:47.297353 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-3c139945-1e5a-46e7-b775-a4f4bba38bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-362623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5189'] for router, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:47.506847 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-55f5edc2-53cf-4ca1-b312-33bf1fcbc391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce72886-04ab-4aa7-81c1-062169acd07e', 'name': 'tempest-TestShelveInstance-499027150-router', 'tenant_id': '08c3c19c0c404bb6bf8989d879b1ea6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'e37116b2-bbe3-44ab-8308-53b310d4bdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:34Z', 'updated_at': '2022-06-28T11:21:42Z', 'revision_number': 4, 'project_id': '08c3c19c0c404bb6bf8989d879b1ea6c', 'gw_port': {'id': 'e37116b2-bbe3-44ab-8308-53b310d4bdc1', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:7d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce72886-04ab-4aa7-81c1-062169acd07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:35Z', 'updated_at': '2022-06-28T11:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': 'c4f8721d-4734-4257-9f5f-07b7a0817c49', 'name': '', 'network_id': 'f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3', 'tenant_id': '08c3c19c0c404bb6bf8989d879b1ea6c', 'mac_address': 'fa:16:3e:15:4f:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce72886-04ab-4aa7-81c1-062169acd07e', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'de86710f-13ad-4bbe-b7c3-f28eb0b4cfef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:41Z', 'updated_at': '2022-06-28T11:21:42Z', 'revision_number': 2, 'project_id': '08c3c19c0c404bb6bf8989d879b1ea6c', 'subnets': [{'id': 'de86710f-13ad-4bbe-b7c3-f28eb0b4cfef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:47.515382 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f5edc2-53cf-4ca1-b312-33bf1fcbc391 None None] Checking router: 7ce72886-04ab-4aa7-81c1-062169acd07e for host: dv-cinder-844605-1-iscsi {{(pid=88179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:21:47.515733 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f5edc2-53cf-4ca1-b312-33bf1fcbc391 None None] Updating router 7ce72886-04ab-4aa7-81c1-062169acd07e port c4f8721d-4734-4257-9f5f-07b7a0817c49 binding host dv-cinder-844605-1-iscsi {{(pid=88179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 11:21:47.571497 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e16c96-6c24-47dd-b137-459e56869399 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad984f-d5be-5395-a87e-fa0999123cbc-c78741d8-a86c-4092-8c21-17cb38182908', 'network_id': 'c78741d8-a86c-4092-8c21-17cb38182908', 'tenant_id': '2503c1cf5d8c42b2a64d9e37c3f111f9', 'fixed_ips': [{'subnet_id': '1240d738-e4e7-4148-bddc-acd086aacc0e'}]}} from dv-cinder-844605-1-iscsi. {{(pid=88179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 28 11:21:47.572389 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c5e16c96-6c24-47dd-b137-459e56869399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_create {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:47.595491 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55f5edc2-53cf-4ca1-b312-33bf1fcbc391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:47.759723 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-3c139945-1e5a-46e7-b775-a4f4bba38bfe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:47.796489 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-3c139945-1e5a-46e7-b775-a4f4bba38bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:47.849203 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f143e44e-b517-42bb-afd2-5f1c827d395c req-3d71f2e5-a0cc-4d57-89c0-1eeb7f57df62 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:47.849885 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-f143e44e-b517-42bb-afd2-5f1c827d395c req-3d71f2e5-a0cc-4d57-89c0-1eeb7f57df62 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=102a8a1b-da21-407e-96a2-2edae90da152 HTTP/1.1" status: 200 len: 945 time: 0.2826560 Jun 28 11:21:47.865701 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51568a3-2242-4745-8d81-9dbfc0a852bf req-3ff5cd29-6220-407f-ae82-2b758622edce tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:47.873360 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-d51568a3-2242-4745-8d81-9dbfc0a852bf req-3ff5cd29-6220-407f-ae82-2b758622edce tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bdcbd98-58ab-495c-a9b7-9781d66ac924 HTTP/1.1" status: 200 len: 945 time: 0.1133447 Jun 28 11:21:47.924047 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-f143e44e-b517-42bb-afd2-5f1c827d395c req-d75700bf-5e3e-461f-96c0-54c26aaa0945 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=eae4892b-50c7-41df-9dd4-207cf5f402b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640595 Jun 28 11:21:47.932414 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-d51568a3-2242-4745-8d81-9dbfc0a852bf req-1489e57d-4533-4775-a513-af6c3e337318 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/security-groups?id=241009c6-b554-4232-9a2a-0be989c868ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585914 Jun 28 11:21:48.028223 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.db_base_plugin_common [None req-3c139945-1e5a-46e7-b775-a4f4bba38bfe admin admin] Allocated IP 172.27.2.228 (6387ef29-ddd8-4632-9016-e02c39923463/5f3766c0-f55a-400a-8fdd-81b5b17b1576/f7b4c1d6-92fc-4fff-9d99-3bfbe2311de1) {{(pid=88178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:21:48.128189 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_common [None req-c5e16c96-6c24-47dd-b137-459e56869399 None None] Allocated IP 172.20.0.2 (c78741d8-a86c-4092-8c21-17cb38182908/1240d738-e4e7-4148-bddc-acd086aacc0e/1eee4d8d-752a-4872-81c6-f50ab7bab00d) {{(pid=88179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:21:48.208079 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-3c139945-1e5a-46e7-b775-a4f4bba38bfe admin admin] Notify callbacks [] for port, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:48.239376 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-3c139945-1e5a-46e7-b775-a4f4bba38bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782103981231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287935'] for port, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:48.287411 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-3b817b74-64c7-41f6-bc35-84687995bb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'name': 'tempest-AttachVolumeNegativeTest-536282704-router', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '4f6c3e24-5306-438d-a0da-444251232455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:20Z', 'updated_at': '2022-06-28T11:16:36Z', 'revision_number': 4, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'gw_port': {'id': '4f6c3e24-5306-438d-a0da-444251232455', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:22Z', 'updated_at': '2022-06-28T11:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_floatingips': [{'id': '230dd280-dad2-45cb-8056-31e2b79941e7', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'floating_ip_address': '172.27.2.249', 'floating_network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'router_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'port_id': 'd84fa7b5-a0f8-4b86-9d3f-d49010bda4de', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49', 'mac_address': 'fa:16:3e:f4:5e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afaa83b6-8607-4595-978c-46eb1ae7737b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:21:21Z', 'updated_at': '2022-06-28T11:21:42Z', 'revision_number': 1, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce67a0a8-6a79-4030-ac97-89b4f9a90889', 'name': '', 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'mac_address': 'fa:16:3e:aa:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0543e16d-abbf-4f46-8991-01ac45b7ec02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:32Z', 'updated_at': '2022-06-28T11:16:52Z', 'revision_number': 5, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'subnets': [{'id': '0543e16d-abbf-4f46-8991-01ac45b7ec02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:48.316833 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b817b74-64c7-41f6-bc35-84687995bb02 None None] The sync data for ids ['612aec67-608e-409c-a55e-b6df1c5e0ca3'] in dv-cinder-844605-1-iscsi is: [{'id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'name': 'tempest-AttachVolumeNegativeTest-536282704-router', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '4f6c3e24-5306-438d-a0da-444251232455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:20Z', 'updated_at': '2022-06-28T11:16:36Z', 'revision_number': 4, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'gw_port': {'id': '4f6c3e24-5306-438d-a0da-444251232455', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:22Z', 'updated_at': '2022-06-28T11:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_floatingips': [{'id': '230dd280-dad2-45cb-8056-31e2b79941e7', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'floating_ip_address': '172.27.2.249', 'floating_network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'router_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'port_id': 'd84fa7b5-a0f8-4b86-9d3f-d49010bda4de', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49', 'mac_address': 'fa:16:3e:f4:5e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afaa83b6-8607-4595-978c-46eb1ae7737b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:21:21Z', 'updated_at': '2022-06-28T11:21:42Z', 'revision_number': 1, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce67a0a8-6a79-4030-ac97-89b4f9a90889', 'name': '', 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'mac_address': 'fa:16:3e:aa:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0543e16d-abbf-4f46-8991-01ac45b7ec02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:32Z', 'updated_at': '2022-06-28T11:16:52Z', 'revision_number': 5, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'subnets': [{'id': '0543e16d-abbf-4f46-8991-01ac45b7ec02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:21:48.323429 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c139945-1e5a-46e7-b775-a4f4bba38bfe admin admin] Network 6387ef29-ddd8-4632-9016-e02c39923463 is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:21:48.329380 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.base_scheduler [None req-3c139945-1e5a-46e7-b775-a4f4bba38bfe admin admin] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:21:48.330426 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c139945-1e5a-46e7-b775-a4f4bba38bfe admin admin] Received port after_create {{(pid=88178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:21:48.376882 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c139945-1e5a-46e7-b775-a4f4bba38bfe admin admin] Pushing event updated for resources: {'Port': ['ID=f7b4c1d6-92fc-4fff-9d99-3bfbe2311de1,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:48.463338 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55f5edc2-53cf-4ca1-b312-33bf1fcbc391 None None] Notify callbacks [] for port, precommit_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:48.486956 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-55f5edc2-53cf-4ca1-b312-33bf1fcbc391 None None] Transition to ACTIVE for port object c4f8721d-4734-4257-9f5f-07b7a0817c49 will not be triggered until provisioned by entity L2. {{(pid=88179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:21:48.493935 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c5e16c96-6c24-47dd-b137-459e56869399 None None] Notify callbacks [] for port, precommit_create {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:48.506101 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55f5edc2-53cf-4ca1-b312-33bf1fcbc391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:48.510304 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-c5e16c96-6c24-47dd-b137-459e56869399 None None] Transition to ACTIVE for port object 1eee4d8d-752a-4872-81c6-f50ab7bab00d will not be triggered until provisioned by entity L2. {{(pid=88179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:21:48.699953 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-c5e16c96-6c24-47dd-b137-459e56869399 None None] Transition to ACTIVE for port object 1eee4d8d-752a-4872-81c6-f50ab7bab00d will not be triggered until provisioned by entity DHCP. {{(pid=88179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:21:48.718077 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faac6c0-bd4d-4e2e-b100-4b109354ecfa req-7fb2f63a-f26e-41ef-b99b-dd7e1c18f9cf tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:48.719705 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-8faac6c0-bd4d-4e2e-b100-4b109354ecfa req-7fb2f63a-f26e-41ef-b99b-dd7e1c18f9cf tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=102a8a1b-da21-407e-96a2-2edae90da152 HTTP/1.1" status: 200 len: 945 time: 0.1357098 Jun 28 11:21:48.741781 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4089358e-0b88-46f0-a245-9c90df27f585 None None] New status for floating IP 230dd280-dad2-45cb-8056-31e2b79941e7: ACTIVE {{(pid=88180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:21:48.752438 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221df15f-9daf-430d-b4bb-f168b2cb14ac None None] Pushing event updated for resources: {'Port': ['ID=c4f8721d-4734-4257-9f5f-07b7a0817c49,revision_number=3']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:48.767934 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c5e16c96-6c24-47dd-b137-459e56869399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782103981231'] for port, after_create {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:48.849937 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-8faac6c0-bd4d-4e2e-b100-4b109354ecfa req-06fae676-5405-43ea-b7cb-aaf0e0f69665 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=eae4892b-50c7-41df-9dd4-207cf5f402b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209426 Jun 28 11:21:48.879287 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c49e80e-dd18-40af-a3e7-c9dbe5a52e9d req-a004851d-0d05-4b03-8982-deb3ac718dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:48.880796 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-3c49e80e-dd18-40af-a3e7-c9dbe5a52e9d req-a004851d-0d05-4b03-8982-deb3ac718dc5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39ee6a774aa94963a4c024612cabe0ab&device_id=102a8a1b-da21-407e-96a2-2edae90da152 HTTP/1.1" status: 200 len: 1098 time: 0.3023570 Jun 28 11:21:48.920952 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e16c96-6c24-47dd-b137-459e56869399 None None] Network c78741d8-a86c-4092-8c21-17cb38182908 is already hosted by enough agents. {{(pid=88179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:21:48.930230 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-c5e16c96-6c24-47dd-b137-459e56869399 None None] Resources bound (agent type, host, resource id): {{(pid=88179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:21:48.932616 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e16c96-6c24-47dd-b137-459e56869399 None None] Received port after_create {{(pid=88179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:21:49.072697 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e16c96-6c24-47dd-b137-459e56869399 None None] Pushing event updated for resources: {'Port': ['ID=1eee4d8d-752a-4872-81c6-f50ab7bab00d,revision_number=1']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:49.143809 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-55f5edc2-53cf-4ca1-b312-33bf1fcbc391 None None] Attempting to bind port c4f8721d-4734-4257-9f5f-07b7a0817c49 on host dv-cinder-844605-1-iscsi for vnic_type normal with profile {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:21:49.144085 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-55f5edc2-53cf-4ca1-b312-33bf1fcbc391 None None] Attempting to bind port c4f8721d-4734-4257-9f5f-07b7a0817c49 by drivers openvswitch,hyperv on host dv-cinder-844605-1-iscsi at level 0 using segments [{'id': '4b63a92e-df64-4f82-a8dd-57f27eee96b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3'}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:21:49.144676 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f5edc2-53cf-4ca1-b312-33bf1fcbc391 None None] Attempting to bind port c4f8721d-4734-4257-9f5f-07b7a0817c49 on network f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3 {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:21:49.173641 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f5edc2-53cf-4ca1-b312-33bf1fcbc391 None None] Checking agent: {'id': 'b95f8be4-ac30-48f3-8fc1-8bf3ad4a0571', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 7, 40), 'started_at': datetime.datetime(2022, 6, 28, 11, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:21:49.174097 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f5edc2-53cf-4ca1-b312-33bf1fcbc391 None None] Checking segment: {'id': '4b63a92e-df64-4f82-a8dd-57f27eee96b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:21:49.174550 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55f5edc2-53cf-4ca1-b312-33bf1fcbc391 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:49.175000 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f5edc2-53cf-4ca1-b312-33bf1fcbc391 None None] Bound using segment: {'id': '4b63a92e-df64-4f82-a8dd-57f27eee96b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3'} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:21:49.175655 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-55f5edc2-53cf-4ca1-b312-33bf1fcbc391 None None] Bound port: c4f8721d-4734-4257-9f5f-07b7a0817c49, host: dv-cinder-844605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b63a92e-df64-4f82-a8dd-57f27eee96b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3'}}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:21:49.176080 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55f5edc2-53cf-4ca1-b312-33bf1fcbc391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:49.197530 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-c5e16c96-6c24-47dd-b137-459e56869399 None None] Attempting to bind port 1eee4d8d-752a-4872-81c6-f50ab7bab00d on host dv-cinder-844605-1-iscsi for vnic_type normal with profile {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:21:49.197892 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-c5e16c96-6c24-47dd-b137-459e56869399 None None] Attempting to bind port 1eee4d8d-752a-4872-81c6-f50ab7bab00d by drivers openvswitch,hyperv on host dv-cinder-844605-1-iscsi at level 0 using segments [{'id': 'ec33b648-6e6f-4924-bee5-8d20d7349c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c78741d8-a86c-4092-8c21-17cb38182908'}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:21:49.198243 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e16c96-6c24-47dd-b137-459e56869399 None None] Attempting to bind port 1eee4d8d-752a-4872-81c6-f50ab7bab00d on network c78741d8-a86c-4092-8c21-17cb38182908 {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:21:49.231622 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e16c96-6c24-47dd-b137-459e56869399 None None] Checking agent: {'id': 'b95f8be4-ac30-48f3-8fc1-8bf3ad4a0571', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 7, 40), 'started_at': datetime.datetime(2022, 6, 28, 11, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:21:49.231622 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e16c96-6c24-47dd-b137-459e56869399 None None] Checking segment: {'id': 'ec33b648-6e6f-4924-bee5-8d20d7349c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c78741d8-a86c-4092-8c21-17cb38182908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:21:49.231622 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c5e16c96-6c24-47dd-b137-459e56869399 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:49.231622 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e16c96-6c24-47dd-b137-459e56869399 None None] Bound using segment: {'id': 'ec33b648-6e6f-4924-bee5-8d20d7349c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c78741d8-a86c-4092-8c21-17cb38182908'} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:21:49.232192 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-c5e16c96-6c24-47dd-b137-459e56869399 None None] Bound port: 1eee4d8d-752a-4872-81c6-f50ab7bab00d, host: dv-cinder-844605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec33b648-6e6f-4924-bee5-8d20d7349c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c78741d8-a86c-4092-8c21-17cb38182908'}}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:21:49.232372 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c5e16c96-6c24-47dd-b137-459e56869399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:49.326105 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-3c139945-1e5a-46e7-b775-a4f4bba38bfe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:49.347369 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-55f5edc2-53cf-4ca1-b312-33bf1fcbc391 None None] For port c4f8721d-4734-4257-9f5f-07b7a0817c49, host dv-cinder-844605-1-iscsi, cleared binding levels {{(pid=88179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:21:49.361360 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-55f5edc2-53cf-4ca1-b312-33bf1fcbc391 None None] For port c4f8721d-4734-4257-9f5f-07b7a0817c49, host dv-cinder-844605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=c4f8721d-4734-4257-9f5f-07b7a0817c49,segment=NetworkSegment(4b63a92e-df64-4f82-a8dd-57f27eee96b8),segment_id=4b63a92e-df64-4f82-a8dd-57f27eee96b8)] {{(pid=88179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:21:49.366175 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-c5e16c96-6c24-47dd-b137-459e56869399 None None] For port 1eee4d8d-752a-4872-81c6-f50ab7bab00d, host dv-cinder-844605-1-iscsi, cleared binding levels {{(pid=88179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:21:49.369372 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-c5e16c96-6c24-47dd-b137-459e56869399 None None] For port 1eee4d8d-752a-4872-81c6-f50ab7bab00d, host dv-cinder-844605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=1eee4d8d-752a-4872-81c6-f50ab7bab00d,segment=NetworkSegment(ec33b648-6e6f-4924-bee5-8d20d7349c6e),segment_id=ec33b648-6e6f-4924-bee5-8d20d7349c6e)] {{(pid=88179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:21:49.371024 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-55f5edc2-53cf-4ca1-b312-33bf1fcbc391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:49.409344 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c5e16c96-6c24-47dd-b137-459e56869399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:49.443505 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c49e80e-dd18-40af-a3e7-c9dbe5a52e9d req-61280bcc-1732-418b-a66f-d9530c8aeea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:49.444969 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-3c49e80e-dd18-40af-a3e7-c9dbe5a52e9d req-61280bcc-1732-418b-a66f-d9530c8aeea0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3dcee093-7093-4d70-9e54-e71a2fd9b0d8 HTTP/1.1" status: 200 len: 920 time: 0.4840350 Jun 28 11:21:49.467352 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f5edc2-53cf-4ca1-b312-33bf1fcbc391 None None] Routers {'7ce72886-04ab-4aa7-81c1-062169acd07e'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:21:49.468042 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-55f5edc2-53cf-4ca1-b312-33bf1fcbc391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:21:38Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['7ce72886-04ab-4aa7-81c1-062169acd07e'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:49.571762 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815ac32-2c8f-4877-84f8-c9ebd78b4034 req-90e81df0-4894-4c18-8968-ae38eb8aa2bc tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:49.572507 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [req-6815ac32-2c8f-4877-84f8-c9ebd78b4034 req-90e81df0-4894-4c18-8968-ae38eb8aa2bc tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Synchronizing usage tracker for tenant:d25e7ce42d8c46ecbeacc1c6835ede35 on resource:port {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:21:49.592180 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221df15f-9daf-430d-b4bb-f168b2cb14ac None None] Pushing event updated for resources: {'Port': ['ID=c4f8721d-4734-4257-9f5f-07b7a0817c49,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:49.600402 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-3c49e80e-dd18-40af-a3e7-c9dbe5a52e9d req-26b51a61-666e-46c9-bbc9-13705d6d052e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=436a23dc-be0c-4601-85a0-35bfef377977 HTTP/1.1" status: 200 len: 1001 time: 0.1460724 Jun 28 11:21:49.671969 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [req-6815ac32-2c8f-4877-84f8-c9ebd78b4034 req-90e81df0-4894-4c18-8968-ae38eb8aa2bc tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Unset dirty status for tenant:d25e7ce42d8c46ecbeacc1c6835ede35 on resource:port {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:21:49.673227 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-6815ac32-2c8f-4877-84f8-c9ebd78b4034 req-90e81df0-4894-4c18-8968-ae38eb8aa2bc tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bdcbd98-58ab-495c-a9b7-9781d66ac924 HTTP/1.1" status: 200 len: 945 time: 0.4937153 Jun 28 11:21:49.759542 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e16c96-6c24-47dd-b137-459e56869399 None None] Pushing event updated for resources: {'Port': ['ID=1eee4d8d-752a-4872-81c6-f50ab7bab00d,revision_number=2']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:49.806840 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-55f5edc2-53cf-4ca1-b312-33bf1fcbc391 None None] Set router 7ce72886-04ab-4aa7-81c1-062169acd07e gateway port host: dv-cinder-844605-1-iscsi {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:21:49.943729 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c49e80e-dd18-40af-a3e7-c9dbe5a52e9d req-b387ad21-0595-40d9-a7cf-502de0c99be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:49.945938 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-3c49e80e-dd18-40af-a3e7-c9dbe5a52e9d req-b387ad21-0595-40d9-a7cf-502de0c99be5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4959b550-e4a6-4bb2-a9b3-3d13206321f5 HTTP/1.1" status: 200 len: 858 time: 0.3288167 Jun 28 11:21:50.049582 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [req-6815ac32-2c8f-4877-84f8-c9ebd78b4034 req-25a83b7d-98d7-4e02-8dab-5d9ef2b29a69 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Synchronizing usage tracker for tenant:d25e7ce42d8c46ecbeacc1c6835ede35 on resource:security_group {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:21:50.105116 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-3c139945-1e5a-46e7-b775-a4f4bba38bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362520'] for router, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:50.111945 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [req-6815ac32-2c8f-4877-84f8-c9ebd78b4034 req-25a83b7d-98d7-4e02-8dab-5d9ef2b29a69 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Unset dirty status for tenant:d25e7ce42d8c46ecbeacc1c6835ede35 on resource:security_group {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:21:50.113247 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-6815ac32-2c8f-4877-84f8-c9ebd78b4034 req-25a83b7d-98d7-4e02-8dab-5d9ef2b29a69 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/security-groups?id=241009c6-b554-4232-9a2a-0be989c868ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4314814 Jun 28 11:21:50.195426 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-55f5edc2-53cf-4ca1-b312-33bf1fcbc391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce72886-04ab-4aa7-81c1-062169acd07e', 'name': 'tempest-TestShelveInstance-499027150-router', 'tenant_id': '08c3c19c0c404bb6bf8989d879b1ea6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'e37116b2-bbe3-44ab-8308-53b310d4bdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:34Z', 'updated_at': '2022-06-28T11:21:42Z', 'revision_number': 4, 'project_id': '08c3c19c0c404bb6bf8989d879b1ea6c', 'gw_port': {'id': 'e37116b2-bbe3-44ab-8308-53b310d4bdc1', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:7d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce72886-04ab-4aa7-81c1-062169acd07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:35Z', 'updated_at': '2022-06-28T11:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': 'c4f8721d-4734-4257-9f5f-07b7a0817c49', 'name': '', 'network_id': 'f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3', 'tenant_id': '08c3c19c0c404bb6bf8989d879b1ea6c', 'mac_address': 'fa:16:3e:15:4f:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce72886-04ab-4aa7-81c1-062169acd07e', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'de86710f-13ad-4bbe-b7c3-f28eb0b4cfef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:41Z', 'updated_at': '2022-06-28T11:21:49Z', 'revision_number': 4, 'project_id': '08c3c19c0c404bb6bf8989d879b1ea6c', 'subnets': [{'id': 'de86710f-13ad-4bbe-b7c3-f28eb0b4cfef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:50.204987 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f5edc2-53cf-4ca1-b312-33bf1fcbc391 None None] The sync data for ids ['7ce72886-04ab-4aa7-81c1-062169acd07e'] in dv-cinder-844605-1-iscsi is: [{'id': '7ce72886-04ab-4aa7-81c1-062169acd07e', 'name': 'tempest-TestShelveInstance-499027150-router', 'tenant_id': '08c3c19c0c404bb6bf8989d879b1ea6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'e37116b2-bbe3-44ab-8308-53b310d4bdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:34Z', 'updated_at': '2022-06-28T11:21:42Z', 'revision_number': 4, 'project_id': '08c3c19c0c404bb6bf8989d879b1ea6c', 'gw_port': {'id': 'e37116b2-bbe3-44ab-8308-53b310d4bdc1', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:7d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce72886-04ab-4aa7-81c1-062169acd07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:35Z', 'updated_at': '2022-06-28T11:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': 'c4f8721d-4734-4257-9f5f-07b7a0817c49', 'name': '', 'network_id': 'f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3', 'tenant_id': '08c3c19c0c404bb6bf8989d879b1ea6c', 'mac_address': 'fa:16:3e:15:4f:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce72886-04ab-4aa7-81c1-062169acd07e', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'de86710f-13ad-4bbe-b7c3-f28eb0b4cfef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:41Z', 'updated_at': '2022-06-28T11:21:49Z', 'revision_number': 4, 'project_id': '08c3c19c0c404bb6bf8989d879b1ea6c', 'subnets': [{'id': 'de86710f-13ad-4bbe-b7c3-f28eb0b4cfef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:21:50.236706 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c49e80e-dd18-40af-a3e7-c9dbe5a52e9d req-3fd7410e-4489-43ac-9de6-c6d45b758ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:50.238210 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-3c49e80e-dd18-40af-a3e7-c9dbe5a52e9d req-3fd7410e-4489-43ac-9de6-c6d45b758ab1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3dcee093-7093-4d70-9e54-e71a2fd9b0d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2826064 Jun 28 11:21:50.315849 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e12d058-40fa-4118-bba7-467b0ded5389 req-0a67738c-19d8-456a-b98d-4ad6cf5bcc56 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:50.318428 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-1e12d058-40fa-4118-bba7-467b0ded5389 req-0a67738c-19d8-456a-b98d-4ad6cf5bcc56 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bdcbd98-58ab-495c-a9b7-9781d66ac924 HTTP/1.1" status: 200 len: 945 time: 0.3747749 Jun 28 11:21:50.330424 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7970ec8b-7449-42b8-a6bd-4993237ab03e req-2857c437-2a05-4483-8e08-5f6ac46679fd tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:50.333490 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-7970ec8b-7449-42b8-a6bd-4993237ab03e req-2857c437-2a05-4483-8e08-5f6ac46679fd tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=102a8a1b-da21-407e-96a2-2edae90da152 HTTP/1.1" status: 200 len: 945 time: 0.3180695 Jun 28 11:21:50.436898 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-7970ec8b-7449-42b8-a6bd-4993237ab03e req-84b5375b-313a-43be-ae49-b95d8eb8d52d tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=eae4892b-50c7-41df-9dd4-207cf5f402b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707424 Jun 28 11:21:50.440444 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [req-1e12d058-40fa-4118-bba7-467b0ded5389 req-4dcf0574-8345-4447-bd9e-c67e9118bbf9 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Deleting port 4e3c09b4-043f-4f7c-8cd4-2aca917b44a1 {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:21:50.440821 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-1e12d058-40fa-4118-bba7-467b0ded5389 req-4dcf0574-8345-4447-bd9e-c67e9118bbf9 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:50.458439 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-3c49e80e-dd18-40af-a3e7-c9dbe5a52e9d req-669ae4d5-6b0a-431f-b43f-18270cdef901 service neutron] 10.222.0.43 "GET /v2.0/networks/3dcee093-7093-4d70-9e54-e71a2fd9b0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930623 Jun 28 11:21:50.584179 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c139945-1e5a-46e7-b775-a4f4bba38bfe admin admin] Router 5d828125-8bb7-4afd-8795-87a91d09fd15 is scheduled to L3 agent 65138fbb-a379-4cdd-9015-09db381edeba with binding_index 1 {{(pid=88178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 11:21:50.795181 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445ba737-cfee-4889-9089-208809696080 None None] Network c78741d8-a86c-4092-8c21-17cb38182908 requested from dv-cinder-844605-1-iscsi {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:21:50.806959 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.db [req-1e12d058-40fa-4118-bba7-467b0ded5389 req-4dcf0574-8345-4447-bd9e-c67e9118bbf9 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] For port 4e3c09b4-043f-4f7c-8cd4-2aca917b44a1, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=4e3c09b4-043f-4f7c-8cd4-2aca917b44a1,segment=NetworkSegment(6b36a0ab-7f32-456b-b1e8-8438e0a384f8),segment_id=6b36a0ab-7f32-456b-b1e8-8438e0a384f8)] {{(pid=88177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:21:50.807421 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-1e12d058-40fa-4118-bba7-467b0ded5389 req-4dcf0574-8345-4447-bd9e-c67e9118bbf9 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:50.972614 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-3c49e80e-dd18-40af-a3e7-c9dbe5a52e9d req-f69353dc-ba69-4201-b527-45a977a4a7eb service neutron] 10.222.0.43 "GET /v2.0/networks/3dcee093-7093-4d70-9e54-e71a2fd9b0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5055270 Jun 28 11:21:50.990663 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [req-1e12d058-40fa-4118-bba7-467b0ded5389 req-4dcf0574-8345-4447-bd9e-c67e9118bbf9 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Calling delete_port for 4e3c09b4-043f-4f7c-8cd4-2aca917b44a1 owned by compute:nova {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:21:51.056293 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c139945-1e5a-46e7-b775-a4f4bba38bfe admin admin] Notify agent at l3_agent.dv-cinder-844605-1-iscsi the message routers_updated {{(pid=88178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:21:51.107338 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-3c139945-1e5a-46e7-b775-a4f4bba38bfe admin admin] Notify callbacks [] for router, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:51.113202 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-3c139945-1e5a-46e7-b775-a4f4bba38bfe admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.2737119 Jun 28 11:21:51.113928 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 59060) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:51.118197 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19412c9-6106-4c25-8cde-36501a20b997 None None] Sync routers for ids ['5d828125-8bb7-4afd-8795-87a91d09fd15'] in dv-cinder-844605-1-iscsi {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:21:51.147799 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19412c9-6106-4c25-8cde-36501a20b997 None None] Routers {'5d828125-8bb7-4afd-8795-87a91d09fd15'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:21:51.148469 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-f19412c9-6106-4c25-8cde-36501a20b997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:21:38Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['5d828125-8bb7-4afd-8795-87a91d09fd15'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:51.200364 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-664b8da4-32ea-4872-8c26-e7139ec59c8d None None] Provisioning for port 1eee4d8d-752a-4872-81c6-f50ab7bab00d completed by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:21:51.221481 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-1e12d058-40fa-4118-bba7-467b0ded5389 req-4dcf0574-8345-4447-bd9e-c67e9118bbf9 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782104357524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782103981240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2688079'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:51.275341 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] get_ports_and_sgs() called for port_ids ['4e3c09b4-043f-4f7c-8cd4-2aca917b44a1'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:21:51.354694 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcf0574-8345-4447-bd9e-c67e9118bbf9 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Pushing event deleted for resources: {'Port': ['ID=4e3c09b4-043f-4f7c-8cd4-2aca917b44a1,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:51.388839 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-3a2438f8-5c31-4aa0-bc9f-5fc6f128b4fc req-8fc9ce92-d25f-4f7a-9f9c-6b12d7491d7a tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bdcbd98-58ab-495c-a9b7-9781d66ac924 HTTP/1.1" status: 200 len: 210 time: 0.0764163 Jun 28 11:21:51.413040 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-f19412c9-6106-4c25-8cde-36501a20b997 None None] Set router 5d828125-8bb7-4afd-8795-87a91d09fd15 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:21:51.485298 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e12d058-40fa-4118-bba7-467b0ded5389 req-4dcf0574-8345-4447-bd9e-c67e9118bbf9 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] No DVR routers for this DVR port 4e3c09b4-043f-4f7c-8cd4-2aca917b44a1 on host hv-cinder-84460 {{(pid=88177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:21:51.488198 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-1e12d058-40fa-4118-bba7-467b0ded5389 req-4dcf0574-8345-4447-bd9e-c67e9118bbf9 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:51.491971 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bdcbd98-58ab-495c-a9b7-9781d66ac924', 'name': 'network-vif-deleted', 'tag': '4e3c09b4-043f-4f7c-8cd4-2aca917b44a1'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:21:51.524497 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-1e12d058-40fa-4118-bba7-467b0ded5389 req-4dcf0574-8345-4447-bd9e-c67e9118bbf9 tempest-TestMinimumBasicScenario-1364377937 tempest-TestMinimumBasicScenario-1364377937-project] 10.222.0.43 "DELETE /v2.0/ports/4e3c09b4-043f-4f7c-8cd4-2aca917b44a1 HTTP/1.1" status: 204 len: 173 time: 1.1896265 Jun 28 11:21:51.605868 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecf96640-df52-49b8-9817-f37142fe95ba'] response: {'server_uuid': '3bdcbd98-58ab-495c-a9b7-9781d66ac924', 'name': 'network-vif-deleted', 'tag': '4e3c09b4-043f-4f7c-8cd4-2aca917b44a1', 'status': 'completed', 'code': 200} Jun 28 11:21:51.858312 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-f19412c9-6106-4c25-8cde-36501a20b997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d828125-8bb7-4afd-8795-87a91d09fd15', 'name': 'tempest-TestShelveInstance-416610751-router', 'tenant_id': '2503c1cf5d8c42b2a64d9e37c3f111f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'f7b4c1d6-92fc-4fff-9d99-3bfbe2311de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:46Z', 'updated_at': '2022-06-28T11:21:48Z', 'revision_number': 3, 'project_id': '2503c1cf5d8c42b2a64d9e37c3f111f9', 'gw_port': {'id': 'f7b4c1d6-92fc-4fff-9d99-3bfbe2311de1', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:31:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d828125-8bb7-4afd-8795-87a91d09fd15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:47Z', 'updated_at': '2022-06-28T11:21:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi'}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:51.873612 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 1eee4d8d-752a-4872-81c6-f50ab7bab00d up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:21:51.887375 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ece0d-41bf-4677-814a-21ec3613d82d req-20dc7745-6973-4b7c-a02c-6528620f483b tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:51.891289 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b25ece0d-41bf-4677-814a-21ec3613d82d req-20dc7745-6973-4b7c-a02c-6528620f483b tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=102a8a1b-da21-407e-96a2-2edae90da152 HTTP/1.1" status: 200 len: 945 time: 0.1952441 Jun 28 11:21:51.921643 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19412c9-6106-4c25-8cde-36501a20b997 None None] Checking router: 5d828125-8bb7-4afd-8795-87a91d09fd15 for host: dv-cinder-844605-1-iscsi {{(pid=88179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:21:51.922165 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19412c9-6106-4c25-8cde-36501a20b997 None None] Updating router 5d828125-8bb7-4afd-8795-87a91d09fd15 port f7b4c1d6-92fc-4fff-9d99-3bfbe2311de1 binding host dv-cinder-844605-1-iscsi {{(pid=88179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 11:21:51.974718 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b25ece0d-41bf-4677-814a-21ec3613d82d req-b3f79537-b4f4-4a7a-a0dc-f4ba2806a51e tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=eae4892b-50c7-41df-9dd4-207cf5f402b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761111 Jun 28 11:21:52.053405 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f19412c9-6106-4c25-8cde-36501a20b997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:52.169145 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning for port 1eee4d8d-752a-4872-81c6-f50ab7bab00d completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:21:52.180366 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning complete for port 1eee4d8d-752a-4872-81c6-f50ab7bab00d triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:52.180866 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:52.275743 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-7b1b3435-6f16-4226-bb56-3ef68b6c5329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:52.408827 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Current status of the port 1eee4d8d-752a-4872-81c6-f50ab7bab00d is: DOWN; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:21:52.409194 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:52.459938 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] For port 1eee4d8d-752a-4872-81c6-f50ab7bab00d, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=1eee4d8d-752a-4872-81c6-f50ab7bab00d,segment=NetworkSegment(ec33b648-6e6f-4924-bee5-8d20d7349c6e),segment_id=ec33b648-6e6f-4924-bee5-8d20d7349c6e)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:21:52.469830 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:52.470593 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device c4f8721d-4734-4257-9f5f-07b7a0817c49 up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:21:52.491628 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.db_base_plugin_common [None req-7b1b3435-6f16-4226-bb56-3ef68b6c5329 admin admin] Allocated IP 172.20.0.1 (c78741d8-a86c-4092-8c21-17cb38182908/1240d738-e4e7-4148-bddc-acd086aacc0e/1238e17d-6209-46e6-aa8b-4d4f5eab2f56) {{(pid=88178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:21:52.640735 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Pushing event updated for resources: {'Port': ['ID=1eee4d8d-752a-4872-81c6-f50ab7bab00d,revision_number=3']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:52.648079 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f19412c9-6106-4c25-8cde-36501a20b997 None None] Notify callbacks [] for port, precommit_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:52.662571 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-7b1b3435-6f16-4226-bb56-3ef68b6c5329 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:52.663743 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-f19412c9-6106-4c25-8cde-36501a20b997 None None] Transition to ACTIVE for port object f7b4c1d6-92fc-4fff-9d99-3bfbe2311de1 will not be triggered until provisioned by entity L2. {{(pid=88179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:21:52.672485 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning for port c4f8721d-4734-4257-9f5f-07b7a0817c49 completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:21:52.677519 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f19412c9-6106-4c25-8cde-36501a20b997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:52.680434 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.provisioning_blocks [None req-7b1b3435-6f16-4226-bb56-3ef68b6c5329 admin admin] Transition to ACTIVE for port object 1238e17d-6209-46e6-aa8b-4d4f5eab2f56 will not be triggered until provisioned by entity DHCP. {{(pid=88178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:21:52.707320 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-7b1b3435-6f16-4226-bb56-3ef68b6c5329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782103981231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287935'] for port, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:52.718872 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning complete for port c4f8721d-4734-4257-9f5f-07b7a0817c49 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:52.721470 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:52.774699 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1b3435-6f16-4226-bb56-3ef68b6c5329 admin admin] Network c78741d8-a86c-4092-8c21-17cb38182908 is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:21:52.777668 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.base_scheduler [None req-7b1b3435-6f16-4226-bb56-3ef68b6c5329 admin admin] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:21:52.781825 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1b3435-6f16-4226-bb56-3ef68b6c5329 admin admin] Received port after_create {{(pid=88178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:21:52.834816 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-7b1b3435-6f16-4226-bb56-3ef68b6c5329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-361810'] for router_interface, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:52.867102 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-f19412c9-6106-4c25-8cde-36501a20b997 None None] Attempting to bind port f7b4c1d6-92fc-4fff-9d99-3bfbe2311de1 on host dv-cinder-844605-1-iscsi for vnic_type normal with profile {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:21:52.868118 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-f19412c9-6106-4c25-8cde-36501a20b997 None None] Attempting to bind port f7b4c1d6-92fc-4fff-9d99-3bfbe2311de1 by drivers openvswitch,hyperv on host dv-cinder-844605-1-iscsi at level 0 using segments [{'id': '886fa905-49b2-4170-854f-b2cc2955959a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463'}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:21:52.868774 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19412c9-6106-4c25-8cde-36501a20b997 None None] Attempting to bind port f7b4c1d6-92fc-4fff-9d99-3bfbe2311de1 on network 6387ef29-ddd8-4632-9016-e02c39923463 {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:21:52.900275 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19412c9-6106-4c25-8cde-36501a20b997 None None] Checking agent: {'id': 'b95f8be4-ac30-48f3-8fc1-8bf3ad4a0571', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 7, 40), 'started_at': datetime.datetime(2022, 6, 28, 11, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:21:52.901311 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19412c9-6106-4c25-8cde-36501a20b997 None None] Checking segment: {'id': '886fa905-49b2-4170-854f-b2cc2955959a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:21:52.901693 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f19412c9-6106-4c25-8cde-36501a20b997 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:52.902392 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19412c9-6106-4c25-8cde-36501a20b997 None None] Bound using segment: {'id': '886fa905-49b2-4170-854f-b2cc2955959a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463'} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:21:52.903255 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-f19412c9-6106-4c25-8cde-36501a20b997 None None] Bound port: f7b4c1d6-92fc-4fff-9d99-3bfbe2311de1, host: dv-cinder-844605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886fa905-49b2-4170-854f-b2cc2955959a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463'}}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:21:52.904160 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f19412c9-6106-4c25-8cde-36501a20b997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:52.935726 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67701543-1324-4258-bd48-01a0b5566916 None None] Pushing event updated for resources: {'Port': ['ID=f7b4c1d6-92fc-4fff-9d99-3bfbe2311de1,revision_number=2']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:53.127879 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-f19412c9-6106-4c25-8cde-36501a20b997 None None] For port f7b4c1d6-92fc-4fff-9d99-3bfbe2311de1, host dv-cinder-844605-1-iscsi, cleared binding levels {{(pid=88179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:21:53.138632 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Current status of the port c4f8721d-4734-4257-9f5f-07b7a0817c49 is: DOWN; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:21:53.139011 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:53.158039 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-f19412c9-6106-4c25-8cde-36501a20b997 None None] For port f7b4c1d6-92fc-4fff-9d99-3bfbe2311de1, host dv-cinder-844605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=f7b4c1d6-92fc-4fff-9d99-3bfbe2311de1,segment=NetworkSegment(886fa905-49b2-4170-854f-b2cc2955959a),segment_id=886fa905-49b2-4170-854f-b2cc2955959a)] {{(pid=88179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:21:53.177633 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f19412c9-6106-4c25-8cde-36501a20b997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:53.208941 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1b3435-6f16-4226-bb56-3ef68b6c5329 admin admin] Pushing event updated for resources: {'Port': ['ID=1238e17d-6209-46e6-aa8b-4d4f5eab2f56,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:53.269461 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1b3435-6f16-4226-bb56-3ef68b6c5329 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:53.269862 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1b3435-6f16-4226-bb56-3ef68b6c5329 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:53.270210 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1b3435-6f16-4226-bb56-3ef68b6c5329 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:53.270736 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1b3435-6f16-4226-bb56-3ef68b6c5329 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:53.271073 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1b3435-6f16-4226-bb56-3ef68b6c5329 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:53.271759 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1b3435-6f16-4226-bb56-3ef68b6c5329 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:53.272102 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1b3435-6f16-4226-bb56-3ef68b6c5329 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:53.272422 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1b3435-6f16-4226-bb56-3ef68b6c5329 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:53.272771 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1b3435-6f16-4226-bb56-3ef68b6c5329 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:53.273092 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1b3435-6f16-4226-bb56-3ef68b6c5329 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:53.273412 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1b3435-6f16-4226-bb56-3ef68b6c5329 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:53.273733 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1b3435-6f16-4226-bb56-3ef68b6c5329 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:53.277852 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] For port c4f8721d-4734-4257-9f5f-07b7a0817c49, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=c4f8721d-4734-4257-9f5f-07b7a0817c49,segment=NetworkSegment(4b63a92e-df64-4f82-a8dd-57f27eee96b8),segment_id=4b63a92e-df64-4f82-a8dd-57f27eee96b8)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:21:53.293526 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:53.295208 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-f63aaa88-b8af-4430-b36a-07ba335eba57 None None] Provisioning for port 1238e17d-6209-46e6-aa8b-4d4f5eab2f56 completed by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:21:53.304964 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19412c9-6106-4c25-8cde-36501a20b997 None None] Routers {'5d828125-8bb7-4afd-8795-87a91d09fd15'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:21:53.305609 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-f19412c9-6106-4c25-8cde-36501a20b997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:21:38Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['5d828125-8bb7-4afd-8795-87a91d09fd15'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:53.306981 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-7b1b3435-6f16-4226-bb56-3ef68b6c5329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:53.352341 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-f63aaa88-b8af-4430-b36a-07ba335eba57 None None] Provisioning complete for port 1238e17d-6209-46e6-aa8b-4d4f5eab2f56 triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:53.352552 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f63aaa88-b8af-4430-b36a-07ba335eba57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:53.385408 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 59124) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:53.445978 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67701543-1324-4258-bd48-01a0b5566916 None None] Pushing event updated for resources: {'Port': ['ID=f7b4c1d6-92fc-4fff-9d99-3bfbe2311de1,revision_number=3']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:53.456932 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e927810-0de4-4b39-abbd-d54abae24b96 req-b16de70c-591f-4319-8d80-fc2ad3bd533d tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:53.458521 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-1e927810-0de4-4b39-abbd-d54abae24b96 req-b16de70c-591f-4319-8d80-fc2ad3bd533d tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=102a8a1b-da21-407e-96a2-2edae90da152 HTTP/1.1" status: 200 len: 945 time: 0.2508075 Jun 28 11:21:53.543068 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-f63aaa88-b8af-4430-b36a-07ba335eba57 None None] Port 1238e17d-6209-46e6-aa8b-4d4f5eab2f56 cannot update to ACTIVE because it is not bound. {{(pid=88179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:21:53.574417 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Pushing event updated for resources: {'Port': ['ID=c4f8721d-4734-4257-9f5f-07b7a0817c49,revision_number=5']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:53.592770 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-f19412c9-6106-4c25-8cde-36501a20b997 None None] Set router 5d828125-8bb7-4afd-8795-87a91d09fd15 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:21:53.664555 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 1eee4d8d-752a-4872-81c6-f50ab7bab00d up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:21:53.675991 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-1e927810-0de4-4b39-abbd-d54abae24b96 req-b07cc2c1-d9f2-4728-8a89-6fb6b9d3e1aa tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=eae4892b-50c7-41df-9dd4-207cf5f402b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562529 Jun 28 11:21:53.887834 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning complete for port 1eee4d8d-752a-4872-81c6-f50ab7bab00d triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:53.888402 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:53.912722 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-7b1b3435-6f16-4226-bb56-3ef68b6c5329 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:53.953709 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-7b1b3435-6f16-4226-bb56-3ef68b6c5329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2287912'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:54.073422 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Current status of the port 1eee4d8d-752a-4872-81c6-f50ab7bab00d is: ACTIVE; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:21:54.092435 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-f19412c9-6106-4c25-8cde-36501a20b997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d828125-8bb7-4afd-8795-87a91d09fd15', 'name': 'tempest-TestShelveInstance-416610751-router', 'tenant_id': '2503c1cf5d8c42b2a64d9e37c3f111f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'f7b4c1d6-92fc-4fff-9d99-3bfbe2311de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:46Z', 'updated_at': '2022-06-28T11:21:52Z', 'revision_number': 4, 'project_id': '2503c1cf5d8c42b2a64d9e37c3f111f9', 'gw_port': {'id': 'f7b4c1d6-92fc-4fff-9d99-3bfbe2311de1', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:31:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d828125-8bb7-4afd-8795-87a91d09fd15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:47Z', 'updated_at': '2022-06-28T11:21:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': '1238e17d-6209-46e6-aa8b-4d4f5eab2f56', 'name': '', 'network_id': 'c78741d8-a86c-4092-8c21-17cb38182908', 'tenant_id': '2503c1cf5d8c42b2a64d9e37c3f111f9', 'mac_address': 'fa:16:3e:2a:5e:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d828125-8bb7-4afd-8795-87a91d09fd15', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '1240d738-e4e7-4148-bddc-acd086aacc0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:52Z', 'updated_at': '2022-06-28T11:21:52Z', 'revision_number': 1, 'project_id': '2503c1cf5d8c42b2a64d9e37c3f111f9', 'subnets': [{'id': '1240d738-e4e7-4148-bddc-acd086aacc0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:54.096495 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19412c9-6106-4c25-8cde-36501a20b997 None None] The sync data for ids ['5d828125-8bb7-4afd-8795-87a91d09fd15'] in dv-cinder-844605-1-iscsi is: [{'id': '5d828125-8bb7-4afd-8795-87a91d09fd15', 'name': 'tempest-TestShelveInstance-416610751-router', 'tenant_id': '2503c1cf5d8c42b2a64d9e37c3f111f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'f7b4c1d6-92fc-4fff-9d99-3bfbe2311de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:46Z', 'updated_at': '2022-06-28T11:21:52Z', 'revision_number': 4, 'project_id': '2503c1cf5d8c42b2a64d9e37c3f111f9', 'gw_port': {'id': 'f7b4c1d6-92fc-4fff-9d99-3bfbe2311de1', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:31:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d828125-8bb7-4afd-8795-87a91d09fd15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:47Z', 'updated_at': '2022-06-28T11:21:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': '1238e17d-6209-46e6-aa8b-4d4f5eab2f56', 'name': '', 'network_id': 'c78741d8-a86c-4092-8c21-17cb38182908', 'tenant_id': '2503c1cf5d8c42b2a64d9e37c3f111f9', 'mac_address': 'fa:16:3e:2a:5e:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d828125-8bb7-4afd-8795-87a91d09fd15', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '1240d738-e4e7-4148-bddc-acd086aacc0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:52Z', 'updated_at': '2022-06-28T11:21:52Z', 'revision_number': 1, 'project_id': '2503c1cf5d8c42b2a64d9e37c3f111f9', 'subnets': [{'id': '1240d738-e4e7-4148-bddc-acd086aacc0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:21:54.118619 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1b3435-6f16-4226-bb56-3ef68b6c5329 admin admin] Pushing event updated for resources: {'Port': ['ID=1238e17d-6209-46e6-aa8b-4d4f5eab2f56,revision_number=2']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:54.122554 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-7b1b3435-6f16-4226-bb56-3ef68b6c5329 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-361783'] for router_interface, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:54.286316 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1b3435-6f16-4226-bb56-3ef68b6c5329 admin admin] Network c78741d8-a86c-4092-8c21-17cb38182908 is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:21:54.312680 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.base_scheduler [None req-7b1b3435-6f16-4226-bb56-3ef68b6c5329 admin admin] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:21:54.541125 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-8c21afbb-b478-4a01-9163-89efc1598025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362973'] for router_interface, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:54.573837 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-a9e80310-206e-439a-82bd-81da0d7636c9 None None] Provisioning complete for port 1238e17d-6209-46e6-aa8b-4d4f5eab2f56 triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:54.574486 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a9e80310-206e-439a-82bd-81da0d7636c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:54.634962 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-a9e80310-206e-439a-82bd-81da0d7636c9 None None] Port 1238e17d-6209-46e6-aa8b-4d4f5eab2f56 cannot update to ACTIVE because it is not bound. {{(pid=88179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:21:54.727499 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device 4e3c09b4-043f-4f7c-8cd4-2aca917b44a1 no longer exists at agent hyperv_hv-cinder-84460 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:21:54.775593 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] No Port match for: 4e3c09b4-043f-4f7c-8cd4-2aca917b44a1 {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:21:54.776867 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device 4e3c09b4-043f-4f7c-8cd4-2aca917b44a1 not bound to the agent host hv-cinder-84460 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:21:54.814974 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b1b3435-6f16-4226-bb56-3ef68b6c5329 admin admin] Router 5d828125-8bb7-4afd-8795-87a91d09fd15 has already been hosted by L3 agent 65138fbb-a379-4cdd-9015-09db381edeba {{(pid=88178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:21:54.917369 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f628d2-ed43-4842-a57b-ab0b6d74ba1d req-ec1a10cd-2430-442f-82be-039396baa00a tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:54.925114 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-06f628d2-ed43-4842-a57b-ab0b6d74ba1d req-ec1a10cd-2430-442f-82be-039396baa00a tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=102a8a1b-da21-407e-96a2-2edae90da152 HTTP/1.1" status: 200 len: 945 time: 0.1263759 Jun 28 11:21:54.983270 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-06f628d2-ed43-4842-a57b-ab0b6d74ba1d req-9df2feb1-466e-41fb-9b0d-99c140314ae1 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=eae4892b-50c7-41df-9dd4-207cf5f402b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566883 Jun 28 11:21:55.216827 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b1b3435-6f16-4226-bb56-3ef68b6c5329 admin admin] Notify agent at l3_agent.dv-cinder-844605-1-iscsi the message routers_updated {{(pid=88178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:21:55.235889 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-7b1b3435-6f16-4226-bb56-3ef68b6c5329 admin admin] 10.222.0.23 "PUT /v2.0/routers/5d828125-8bb7-4afd-8795-87a91d09fd15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1208944 Jun 28 11:21:55.269677 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f839fd60-8cf5-45bd-821e-b1b1be80b7d8 req-7473a478-7e04-4a12-9775-1d2fe6ecfa28 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:55.271210 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-f839fd60-8cf5-45bd-821e-b1b1be80b7d8 req-7473a478-7e04-4a12-9775-1d2fe6ecfa28 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=102a8a1b-da21-407e-96a2-2edae90da152 HTTP/1.1" status: 200 len: 945 time: 0.1670206 Jun 28 11:21:55.281322 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 59136) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:55.289312 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [None req-e3723d4c-eaba-4610-b870-8f997199adae tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Request body: {'floatingip': {'port_id': '436a23dc-be0c-4601-85a0-35bfef377977'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:55.335587 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.plugin [None req-8c21afbb-b478-4a01-9163-89efc1598025 admin admin] Deleting port 929b3b8a-8771-4ee5-925b-28fd85342d23 {{(pid=88178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:21:55.336197 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-8c21afbb-b478-4a01-9163-89efc1598025 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:55.496985 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-e3723d4c-eaba-4610-b870-8f997199adae tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Notify callbacks [] for floatingip, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:55.578938 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.db [None req-8c21afbb-b478-4a01-9163-89efc1598025 admin admin] For port 929b3b8a-8771-4ee5-925b-28fd85342d23, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=929b3b8a-8771-4ee5-925b-28fd85342d23,segment=NetworkSegment(6b36a0ab-7f32-456b-b1e8-8438e0a384f8),segment_id=6b36a0ab-7f32-456b-b1e8-8438e0a384f8)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:21:55.579305 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-8c21afbb-b478-4a01-9163-89efc1598025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:55.747805 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.plugin [None req-8c21afbb-b478-4a01-9163-89efc1598025 admin admin] Calling delete_port for 929b3b8a-8771-4ee5-925b-28fd85342d23 owned by network:router_interface {{(pid=88178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:21:55.785906 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device f7b4c1d6-92fc-4fff-9d99-3bfbe2311de1 up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:21:55.872068 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 59156) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:55.879361 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [None req-88604eb8-b36b-4da9-b46d-f2fecf0856b3 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1952187152', 'description': 'tempest-secgroup-smoke-1952187152 description', 'project_id': '08c3c19c0c404bb6bf8989d879b1ea6c'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:55.889523 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning for port f7b4c1d6-92fc-4fff-9d99-3bfbe2311de1 completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:21:55.894348 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-88604eb8-b36b-4da9-b46d-f2fecf0856b3 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:55.898769 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning complete for port f7b4c1d6-92fc-4fff-9d99-3bfbe2311de1 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:55.899250 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:55.902350 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-88604eb8-b36b-4da9-b46d-f2fecf0856b3 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Usage tracker for resource:security_group and tenant:08c3c19c0c404bb6bf8989d879b1ea6c is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:55.906081 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-88604eb8-b36b-4da9-b46d-f2fecf0856b3 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:55.938695 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-88604eb8-b36b-4da9-b46d-f2fecf0856b3 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:56.046659 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Current status of the port f7b4c1d6-92fc-4fff-9d99-3bfbe2311de1 is: DOWN; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:21:56.047178 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:56.061882 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-c1556987-dc49-49d4-baab-742f3d077824 req-8f8e217b-17af-4d3a-b599-3c33d97d0f71 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1372988976&fields=id&tenant_id=34f9a4af464a4c14af73bb4bb8314982 HTTP/1.1" status: 200 len: 267 time: 0.1202493 Jun 28 11:21:56.064054 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-88604eb8-b36b-4da9-b46d-f2fecf0856b3 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:56.065633 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] For port f7b4c1d6-92fc-4fff-9d99-3bfbe2311de1, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=f7b4c1d6-92fc-4fff-9d99-3bfbe2311de1,segment=NetworkSegment(886fa905-49b2-4170-854f-b2cc2955959a),segment_id=886fa905-49b2-4170-854f-b2cc2955959a)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:21:56.070545 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:56.071446 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device c4f8721d-4734-4257-9f5f-07b7a0817c49 up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:21:56.180685 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-88604eb8-b36b-4da9-b46d-f2fecf0856b3 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:56.189385 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-88604eb8-b36b-4da9-b46d-f2fecf0856b3 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Usage tracker for resource:security_group_rule and tenant:08c3c19c0c404bb6bf8989d879b1ea6c is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:56.192501 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-8c21afbb-b478-4a01-9163-89efc1598025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782104357524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782103981240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287935'] for port, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:56.198207 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-88604eb8-b36b-4da9-b46d-f2fecf0856b3 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:56.246035 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Pushing event updated for resources: {'Port': ['ID=f7b4c1d6-92fc-4fff-9d99-3bfbe2311de1,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:56.260684 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning complete for port c4f8721d-4734-4257-9f5f-07b7a0817c49 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:56.260891 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-88604eb8-b36b-4da9-b46d-f2fecf0856b3 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:56.261174 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:56.262730 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c21afbb-b478-4a01-9163-89efc1598025 admin admin] Pushing event deleted for resources: {'Port': ['ID=929b3b8a-8771-4ee5-925b-28fd85342d23,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:56.404794 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Current status of the port c4f8721d-4734-4257-9f5f-07b7a0817c49 is: ACTIVE; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:21:56.441032 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-e3723d4c-eaba-4610-b870-8f997199adae tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:56.447809 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-e3723d4c-eaba-4610-b870-8f997199adae tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361935'] for floatingip, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:56.652368 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1556987-dc49-49d4-baab-742f3d077824 req-370f9f6a-005f-4206-8928-be5dc4237794 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:56.653874 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-c1556987-dc49-49d4-baab-742f3d077824 req-370f9f6a-005f-4206-8928-be5dc4237794 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/networks?id=0d6307f0-ba10-44a7-b3d3-c9e66a22edf8 HTTP/1.1" status: 200 len: 812 time: 0.5911977 Jun 28 11:21:56.695262 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-c1556987-dc49-49d4-baab-742f3d077824 req-e8ac7ca3-d028-435d-a98a-a38422c2adec tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/quotas/34f9a4af464a4c14af73bb4bb8314982 HTTP/1.1" status: 200 len: 375 time: 0.0323286 Jun 28 11:21:56.806945 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-88604eb8-b36b-4da9-b46d-f2fecf0856b3 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:56.815385 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3723d4c-eaba-4610-b870-8f997199adae tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Router 2f923ac8-4c4e-43e4-b41d-becdee648a9c has already been hosted by L3 agent 65138fbb-a379-4cdd-9015-09db381edeba {{(pid=88177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:21:56.816500 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-88604eb8-b36b-4da9-b46d-f2fecf0856b3 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:56.846739 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-8c21afbb-b478-4a01-9163-89efc1598025 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362921'] for router_interface, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:56.884193 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88604eb8-b36b-4da9-b46d-f2fecf0856b3 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6ad59f-43e2-451e-ab60-0e8c362b11b4,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:56.938763 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-88604eb8-b36b-4da9-b46d-f2fecf0856b3 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:56.941225 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-88604eb8-b36b-4da9-b46d-f2fecf0856b3 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0677264 Jun 28 11:21:56.945121 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 59160) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:56.961167 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [None req-a5b5c3da-498a-4e2f-a482-f9857a40fbea tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Request body: {'security_group_rule': {'security_group_id': '9c6ad59f-43e2-451e-ab60-0e8c362b11b4', 'project_id': '08c3c19c0c404bb6bf8989d879b1ea6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:56.974011 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-a5b5c3da-498a-4e2f-a482-f9857a40fbea tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:56.982469 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-a5b5c3da-498a-4e2f-a482-f9857a40fbea tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Usage tracker for resource:security_group_rule and tenant:08c3c19c0c404bb6bf8989d879b1ea6c is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:56.988531 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-a5b5c3da-498a-4e2f-a482-f9857a40fbea tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:56.996598 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-a5b5c3da-498a-4e2f-a482-f9857a40fbea tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:57.032221 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-a5b5c3da-498a-4e2f-a482-f9857a40fbea tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:57.041376 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3723d4c-eaba-4610-b870-8f997199adae tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Notify agent at l3_agent.dv-cinder-844605-1-iscsi the message routers_updated {{(pid=88177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:21:57.041810 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [req-c1556987-dc49-49d4-baab-742f3d077824 req-9a10e87d-e800-4f59-9158-97822a91697e tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Synchronizing usage tracker for tenant:34f9a4af464a4c14af73bb4bb8314982 on resource:port {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:21:57.047737 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-e3723d4c-eaba-4610-b870-8f997199adae tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for floatingip, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:57.054684 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96897d8a-d12b-4a53-a48b-37a441e3c2d4 None None] Sync routers for ids ['2f923ac8-4c4e-43e4-b41d-becdee648a9c'] in dv-cinder-844605-1-iscsi {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:21:57.067021 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96897d8a-d12b-4a53-a48b-37a441e3c2d4 None None] Routers {'2f923ac8-4c4e-43e4-b41d-becdee648a9c'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:21:57.068153 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-96897d8a-d12b-4a53-a48b-37a441e3c2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:21:38Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['2f923ac8-4c4e-43e4-b41d-becdee648a9c'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:57.084625 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [req-c1556987-dc49-49d4-baab-742f3d077824 req-9a10e87d-e800-4f59-9158-97822a91697e tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Unset dirty status for tenant:34f9a4af464a4c14af73bb4bb8314982 on resource:port {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:21:57.086107 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-c1556987-dc49-49d4-baab-742f3d077824 req-9a10e87d-e800-4f59-9158-97822a91697e tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=34f9a4af464a4c14af73bb4bb8314982&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3830397 Jun 28 11:21:57.155351 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '102a8a1b-da21-407e-96a2-2edae90da152', 'tag': '436a23dc-be0c-4601-85a0-35bfef377977'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:21:57.245383 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee7b819d-14ba-4480-96c6-4787900a8e7a'] response: {'name': 'network-changed', 'server_uuid': '102a8a1b-da21-407e-96a2-2edae90da152', 'tag': '436a23dc-be0c-4601-85a0-35bfef377977', 'status': 'completed', 'code': 200} Jun 28 11:21:57.247454 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-a5b5c3da-498a-4e2f-a482-f9857a40fbea tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:57.261479 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-a5b5c3da-498a-4e2f-a482-f9857a40fbea tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545003'] for security_group_rule, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:57.280580 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvr_db [None req-96897d8a-d12b-4a53-a48b-37a441e3c2d4 None None] Set router 2f923ac8-4c4e-43e4-b41d-becdee648a9c gateway port host: dv-cinder-844605-1-iscsi {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:21:57.320783 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-e3723d4c-eaba-4610-b870-8f997199adae tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "PUT /v2.0/floatingips/3e0306cc-69f5-4b97-9c3d-0936d3a867ab HTTP/1.1" status: 200 len: 993 time: 2.0376987 Jun 28 11:21:57.339819 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b5c3da-498a-4e2f-a482-f9857a40fbea tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf2ba08f-6adf-412c-9b64-398b74895cb2,revision_number=0']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:57.364963 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c21afbb-b478-4a01-9163-89efc1598025 admin admin] Router c2383012-34f7-4a60-8474-b2e3dedd0e1e has already been hosted by L3 agent 65138fbb-a379-4cdd-9015-09db381edeba {{(pid=88178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:21:57.371248 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-a5b5c3da-498a-4e2f-a482-f9857a40fbea tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:57.372565 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-a5b5c3da-498a-4e2f-a482-f9857a40fbea tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4262803 Jun 28 11:21:57.375266 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 59170) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:57.380480 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [None req-cc85765e-c9ae-4638-8f58-7fc84664c9bf tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Request body: {'security_group_rule': {'security_group_id': '9c6ad59f-43e2-451e-ab60-0e8c362b11b4', 'project_id': '08c3c19c0c404bb6bf8989d879b1ea6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:57.388783 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-cc85765e-c9ae-4638-8f58-7fc84664c9bf tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:57.394709 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-cc85765e-c9ae-4638-8f58-7fc84664c9bf tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Usage tracker for resource:security_group_rule and tenant:08c3c19c0c404bb6bf8989d879b1ea6c is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:57.398678 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-cc85765e-c9ae-4638-8f58-7fc84664c9bf tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:57.402940 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f3f01-713e-48d6-8181-f05b1c5a35bf req-079cbe36-44cb-4ab1-8de4-95050324c0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:57.404623 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-661f3f01-713e-48d6-8181-f05b1c5a35bf req-079cbe36-44cb-4ab1-8de4-95050324c0aa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39ee6a774aa94963a4c024612cabe0ab&device_id=102a8a1b-da21-407e-96a2-2edae90da152 HTTP/1.1" status: 200 len: 1098 time: 0.1388047 Jun 28 11:21:57.408406 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-cc85765e-c9ae-4638-8f58-7fc84664c9bf tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:57.500877 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-cc85765e-c9ae-4638-8f58-7fc84664c9bf tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:57.581104 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0150e4ec-c380-43c9-9ba6-47cb6fc4c0fb None None] Sync routers for ids ['5d828125-8bb7-4afd-8795-87a91d09fd15'] in dv-cinder-844605-1-iscsi {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:21:57.604368 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0150e4ec-c380-43c9-9ba6-47cb6fc4c0fb None None] Routers {'5d828125-8bb7-4afd-8795-87a91d09fd15'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:21:57.607008 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-0150e4ec-c380-43c9-9ba6-47cb6fc4c0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:21:38Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['5d828125-8bb7-4afd-8795-87a91d09fd15'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:57.608363 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f3f01-713e-48d6-8181-f05b1c5a35bf req-1283d8f1-9b17-477f-a6d6-549588c4acb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:57.610106 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-661f3f01-713e-48d6-8181-f05b1c5a35bf req-1283d8f1-9b17-477f-a6d6-549588c4acb0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3dcee093-7093-4d70-9e54-e71a2fd9b0d8 HTTP/1.1" status: 200 len: 920 time: 0.1989515 Jun 28 11:21:57.616810 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-cc85765e-c9ae-4638-8f58-7fc84664c9bf tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:57.664783 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-c1556987-dc49-49d4-baab-742f3d077824 req-8707204f-7257-4e29-8111-945af3847b5d service neutron] 10.222.0.23 "GET /v2.0/networks/0d6307f0-ba10-44a7-b3d3-c9e66a22edf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4968119 Jun 28 11:21:57.682512 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-cc85765e-c9ae-4638-8f58-7fc84664c9bf tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545003'] for security_group_rule, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:57.736400 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc85765e-c9ae-4638-8f58-7fc84664c9bf tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ba7a55b-eadd-47ef-880c-349c0a7ad596,revision_number=0']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:57.758464 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-cc85765e-c9ae-4638-8f58-7fc84664c9bf tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:57.760129 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-cc85765e-c9ae-4638-8f58-7fc84664c9bf tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3836846 Jun 28 11:21:57.763434 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 59174) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:57.765442 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-661f3f01-713e-48d6-8181-f05b1c5a35bf req-b79b8b60-c13c-4f14-b24e-7d8726f05483 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=436a23dc-be0c-4601-85a0-35bfef377977 HTTP/1.1" status: 200 len: 1001 time: 0.1456604 Jun 28 11:21:57.771651 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [None req-e20bb9cc-1e80-4c0c-93e1-5d3421e9aab0 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Request body: {'security_group_rule': {'security_group_id': '9c6ad59f-43e2-451e-ab60-0e8c362b11b4', 'project_id': '08c3c19c0c404bb6bf8989d879b1ea6c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:57.799111 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c21afbb-b478-4a01-9163-89efc1598025 admin admin] Notify agent at l3_agent.dv-cinder-844605-1-iscsi the message routers_updated {{(pid=88178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:21:57.808181 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-8c21afbb-b478-4a01-9163-89efc1598025 admin admin] 10.222.0.23 "PUT /v2.0/routers/c2383012-34f7-4a60-8474-b2e3dedd0e1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4219787 Jun 28 11:21:57.808659 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 59178) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:57.817002 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-e20bb9cc-1e80-4c0c-93e1-5d3421e9aab0 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:57.828109 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5050014a-2116-44b4-9d2b-c3abadc094b6 None None] Sync routers for ids ['c2383012-34f7-4a60-8474-b2e3dedd0e1e'] in dv-cinder-844605-1-iscsi {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:21:57.845647 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-96897d8a-d12b-4a53-a48b-37a441e3c2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f923ac8-4c4e-43e4-b41d-becdee648a9c', 'name': 'tempest-ServerRescueNegativeTestJSON-1407272727-router', 'tenant_id': '39ee6a774aa94963a4c024612cabe0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '3616dc42-9ca0-491f-a6d4-a5d6b1d82601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:24Z', 'updated_at': '2022-06-28T11:16:37Z', 'revision_number': 4, 'project_id': '39ee6a774aa94963a4c024612cabe0ab', 'gw_port': {'id': '3616dc42-9ca0-491f-a6d4-a5d6b1d82601', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:42:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f923ac8-4c4e-43e4-b41d-becdee648a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:25Z', 'updated_at': '2022-06-28T11:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_floatingips': [{'id': '3e0306cc-69f5-4b97-9c3d-0936d3a867ab', 'tenant_id': '39ee6a774aa94963a4c024612cabe0ab', 'floating_ip_address': '172.27.2.133', 'floating_network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'router_id': '2f923ac8-4c4e-43e4-b41d-becdee648a9c', 'port_id': '436a23dc-be0c-4601-85a0-35bfef377977', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dcee093-7093-4d70-9e54-e71a2fd9b0d8', 'mac_address': 'fa:16:3e:20:bb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102a8a1b-da21-407e-96a2-2edae90da152', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:19:20Z', 'updated_at': '2022-06-28T11:21:56Z', 'revision_number': 3, 'project_id': '39ee6a774aa94963a4c024612cabe0ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab89ce2b-e0be-4d8e-acd2-7d6575707034', 'name': '', 'network_id': '3dcee093-7093-4d70-9e54-e71a2fd9b0d8', 'tenant_id': '39ee6a774aa94963a4c024612cabe0ab', 'mac_address': 'fa:16:3e:b4:0c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f923ac8-4c4e-43e4-b41d-becdee648a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '4959b550-e4a6-4bb2-a9b3-3d13206321f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:34Z', 'updated_at': '2022-06-28T11:16:56Z', 'revision_number': 5, 'project_id': '39ee6a774aa94963a4c024612cabe0ab', 'subnets': [{'id': '4959b550-e4a6-4bb2-a9b3-3d13206321f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:57.852108 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5050014a-2116-44b4-9d2b-c3abadc094b6 None None] Routers {'c2383012-34f7-4a60-8474-b2e3dedd0e1e'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:21:57.852759 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-5050014a-2116-44b4-9d2b-c3abadc094b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:21:38Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['c2383012-34f7-4a60-8474-b2e3dedd0e1e'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:57.910469 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-0150e4ec-c380-43c9-9ba6-47cb6fc4c0fb None None] Set router 5d828125-8bb7-4afd-8795-87a91d09fd15 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:21:57.919254 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96897d8a-d12b-4a53-a48b-37a441e3c2d4 None None] Checking router: 2f923ac8-4c4e-43e4-b41d-becdee648a9c for host: dv-cinder-844605-1-iscsi {{(pid=88180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:21:57.941674 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-e20bb9cc-1e80-4c0c-93e1-5d3421e9aab0 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Usage tracker for resource:security_group_rule and tenant:08c3c19c0c404bb6bf8989d879b1ea6c is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:57.946399 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-e20bb9cc-1e80-4c0c-93e1-5d3421e9aab0 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:57.960502 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-e20bb9cc-1e80-4c0c-93e1-5d3421e9aab0 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:58.001669 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-c1556987-dc49-49d4-baab-742f3d077824 req-298017ea-dc9d-48f8-92bf-cf62014eac4b service neutron] 10.222.0.23 "GET /v2.0/networks/0d6307f0-ba10-44a7-b3d3-c9e66a22edf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288705 Jun 28 11:21:58.023343 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-e20bb9cc-1e80-4c0c-93e1-5d3421e9aab0 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:58.042231 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-f2125d6c-5f52-404e-a29d-45a79e3153a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:58.059521 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device f7b4c1d6-92fc-4fff-9d99-3bfbe2311de1 up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:21:58.074536 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f3f01-713e-48d6-8181-f05b1c5a35bf req-4cd637e4-2b61-433f-af49-dc845d5d62ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:58.076203 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-661f3f01-713e-48d6-8181-f05b1c5a35bf req-4cd637e4-2b61-433f-af49-dc845d5d62ab service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4959b550-e4a6-4bb2-a9b3-3d13206321f5 HTTP/1.1" status: 200 len: 858 time: 0.2986109 Jun 28 11:21:58.231575 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-e20bb9cc-1e80-4c0c-93e1-5d3421e9aab0 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:58.235241 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f3f01-713e-48d6-8181-f05b1c5a35bf req-7b3f8069-53c5-45a4-9f88-0260b1b16dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:58.237033 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-661f3f01-713e-48d6-8181-f05b1c5a35bf req-7b3f8069-53c5-45a4-9f88-0260b1b16dd8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3dcee093-7093-4d70-9e54-e71a2fd9b0d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1476779 Jun 28 11:21:58.240715 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvr_db [None req-5050014a-2116-44b4-9d2b-c3abadc094b6 None None] Set router c2383012-34f7-4a60-8474-b2e3dedd0e1e gateway port host: dv-cinder-844605-1-iscsi {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:21:58.246268 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-e20bb9cc-1e80-4c0c-93e1-5d3421e9aab0 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545003'] for security_group_rule, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:58.361914 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning complete for port f7b4c1d6-92fc-4fff-9d99-3bfbe2311de1 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:58.361914 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:58.408662 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-f2125d6c-5f52-404e-a29d-45a79e3153a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:58.421053 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.plugin [None req-f2125d6c-5f52-404e-a29d-45a79e3153a8 admin admin] Deleting port 4a5a5247-0a7c-427a-832e-9d139b220536 {{(pid=88178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:21:58.421467 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-f2125d6c-5f52-404e-a29d-45a79e3153a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:58.437695 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96897d8a-d12b-4a53-a48b-37a441e3c2d4 None None] Routers {'2f923ac8-4c4e-43e4-b41d-becdee648a9c'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:21:58.438665 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-96897d8a-d12b-4a53-a48b-37a441e3c2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:21:38Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['2f923ac8-4c4e-43e4-b41d-becdee648a9c'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:58.452929 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20bb9cc-1e80-4c0c-93e1-5d3421e9aab0 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fe77a43-93c5-4166-8f1b-67d410296f11,revision_number=0']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:58.593868 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-e20bb9cc-1e80-4c0c-93e1-5d3421e9aab0 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:58.598367 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-e20bb9cc-1e80-4c0c-93e1-5d3421e9aab0 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8318791 Jun 28 11:21:58.601105 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 59194) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:58.610406 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Current status of the port f7b4c1d6-92fc-4fff-9d99-3bfbe2311de1 is: ACTIVE; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:21:58.640010 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-0150e4ec-c380-43c9-9ba6-47cb6fc4c0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d828125-8bb7-4afd-8795-87a91d09fd15', 'name': 'tempest-TestShelveInstance-416610751-router', 'tenant_id': '2503c1cf5d8c42b2a64d9e37c3f111f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'f7b4c1d6-92fc-4fff-9d99-3bfbe2311de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:46Z', 'updated_at': '2022-06-28T11:21:52Z', 'revision_number': 4, 'project_id': '2503c1cf5d8c42b2a64d9e37c3f111f9', 'gw_port': {'id': 'f7b4c1d6-92fc-4fff-9d99-3bfbe2311de1', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:31:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d828125-8bb7-4afd-8795-87a91d09fd15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:47Z', 'updated_at': '2022-06-28T11:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': '1238e17d-6209-46e6-aa8b-4d4f5eab2f56', 'name': '', 'network_id': 'c78741d8-a86c-4092-8c21-17cb38182908', 'tenant_id': '2503c1cf5d8c42b2a64d9e37c3f111f9', 'mac_address': 'fa:16:3e:2a:5e:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d828125-8bb7-4afd-8795-87a91d09fd15', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '1240d738-e4e7-4148-bddc-acd086aacc0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:52Z', 'updated_at': '2022-06-28T11:21:53Z', 'revision_number': 2, 'project_id': '2503c1cf5d8c42b2a64d9e37c3f111f9', 'subnets': [{'id': '1240d738-e4e7-4148-bddc-acd086aacc0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:58.647928 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0150e4ec-c380-43c9-9ba6-47cb6fc4c0fb None None] Checking router: 5d828125-8bb7-4afd-8795-87a91d09fd15 for host: dv-cinder-844605-1-iscsi {{(pid=88179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:21:58.648412 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0150e4ec-c380-43c9-9ba6-47cb6fc4c0fb None None] Updating router 5d828125-8bb7-4afd-8795-87a91d09fd15 port 1238e17d-6209-46e6-aa8b-4d4f5eab2f56 binding host dv-cinder-844605-1-iscsi {{(pid=88179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 11:21:58.678700 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvr_db [None req-96897d8a-d12b-4a53-a48b-37a441e3c2d4 None None] Set router 2f923ac8-4c4e-43e4-b41d-becdee648a9c gateway port host: dv-cinder-844605-1-iscsi {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:21:58.697352 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [None req-722b8e94-c1b9-4000-9b90-12f15a2aeaaa tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Request body: {'security_group_rule': {'security_group_id': '9c6ad59f-43e2-451e-ab60-0e8c362b11b4', 'project_id': '08c3c19c0c404bb6bf8989d879b1ea6c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:58.716473 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.db [None req-f2125d6c-5f52-404e-a29d-45a79e3153a8 admin admin] For port 4a5a5247-0a7c-427a-832e-9d139b220536, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=4a5a5247-0a7c-427a-832e-9d139b220536,segment=NetworkSegment(886fa905-49b2-4170-854f-b2cc2955959a),segment_id=886fa905-49b2-4170-854f-b2cc2955959a)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:21:58.717037 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-f2125d6c-5f52-404e-a29d-45a79e3153a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:58.753048 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0150e4ec-c380-43c9-9ba6-47cb6fc4c0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:58.774219 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-722b8e94-c1b9-4000-9b90-12f15a2aeaaa tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:58.778210 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-07dfbd16-bb78-4f4d-846d-4dbc1532c743 req-88035fb5-4fdc-4927-9248-d3fde5fe024d tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea83eb55-6bed-4b8b-af23-e0393dfe0aa7 HTTP/1.1" status: 200 len: 210 time: 0.1717403 Jun 28 11:21:58.781635 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-722b8e94-c1b9-4000-9b90-12f15a2aeaaa tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Usage tracker for resource:security_group_rule and tenant:08c3c19c0c404bb6bf8989d879b1ea6c is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:58.798124 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-661f3f01-713e-48d6-8181-f05b1c5a35bf req-3689588b-b520-4c0f-876f-eebc37f71c3a service neutron] 10.222.0.43 "GET /v2.0/networks/3dcee093-7093-4d70-9e54-e71a2fd9b0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5486152 Jun 28 11:21:58.799150 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-722b8e94-c1b9-4000-9b90-12f15a2aeaaa tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:58.816352 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-722b8e94-c1b9-4000-9b90-12f15a2aeaaa tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:58.870507 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-722b8e94-c1b9-4000-9b90-12f15a2aeaaa tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:58.871848 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.plugin [None req-f2125d6c-5f52-404e-a29d-45a79e3153a8 admin admin] Calling delete_port for 4a5a5247-0a7c-427a-832e-9d139b220536 owned by network:router_gateway {{(pid=88178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:21:59.071168 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-722b8e94-c1b9-4000-9b90-12f15a2aeaaa tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:59.093248 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-722b8e94-c1b9-4000-9b90-12f15a2aeaaa tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545003'] for security_group_rule, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:59.094228 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-5050014a-2116-44b4-9d2b-c3abadc094b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2383012-34f7-4a60-8474-b2e3dedd0e1e', 'name': 'tempest-TestMinimumBasicScenario-824226379-router', 'tenant_id': 'd25e7ce42d8c46ecbeacc1c6835ede35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '4a5a5247-0a7c-427a-832e-9d139b220536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:17:50Z', 'updated_at': '2022-06-28T11:21:55Z', 'revision_number': 5, 'project_id': 'd25e7ce42d8c46ecbeacc1c6835ede35', 'gw_port': {'id': '4a5a5247-0a7c-427a-832e-9d139b220536', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2383012-34f7-4a60-8474-b2e3dedd0e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:17:51Z', 'updated_at': '2022-06-28T11:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi'}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:59.137038 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5050014a-2116-44b4-9d2b-c3abadc094b6 None None] Checking router: c2383012-34f7-4a60-8474-b2e3dedd0e1e for host: dv-cinder-844605-1-iscsi {{(pid=88180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:21:59.148236 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722b8e94-c1b9-4000-9b90-12f15a2aeaaa tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91883eda-95f7-4b87-8784-ae3291a1ebc5,revision_number=0']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:59.151943 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-f2125d6c-5f52-404e-a29d-45a79e3153a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782104357524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782103981240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287935'] for port, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:59.173662 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-722b8e94-c1b9-4000-9b90-12f15a2aeaaa tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:59.175242 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-722b8e94-c1b9-4000-9b90-12f15a2aeaaa tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5627649 Jun 28 11:21:59.178194 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 59204) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:59.185423 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [None req-206a5112-a940-4d72-87d9-ef1945008b9b tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Request body: {'security_group_rule': {'security_group_id': '9c6ad59f-43e2-451e-ab60-0e8c362b11b4', 'project_id': '08c3c19c0c404bb6bf8989d879b1ea6c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:59.186879 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5050014a-2116-44b4-9d2b-c3abadc094b6 None None] Routers {'c2383012-34f7-4a60-8474-b2e3dedd0e1e'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:21:59.187572 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-5050014a-2116-44b4-9d2b-c3abadc094b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:21:38Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['c2383012-34f7-4a60-8474-b2e3dedd0e1e'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:59.195228 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-661f3f01-713e-48d6-8181-f05b1c5a35bf req-5425cf3c-70f4-48fd-aadb-ee2cadbd9868 service neutron] 10.222.0.43 "GET /v2.0/networks/3dcee093-7093-4d70-9e54-e71a2fd9b0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3636026 Jun 28 11:21:59.196258 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-206a5112-a940-4d72-87d9-ef1945008b9b tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:59.201198 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-206a5112-a940-4d72-87d9-ef1945008b9b tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Usage tracker for resource:security_group_rule and tenant:08c3c19c0c404bb6bf8989d879b1ea6c is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:59.219686 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-206a5112-a940-4d72-87d9-ef1945008b9b tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:59.227600 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-206a5112-a940-4d72-87d9-ef1945008b9b tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:59.242344 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.db.securitygroups_db [None req-206a5112-a940-4d72-87d9-ef1945008b9b tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Project 08c3c19c0c404bb6bf8989d879b1ea6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 11:21:59.253482 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '102a8a1b-da21-407e-96a2-2edae90da152', 'tag': '436a23dc-be0c-4601-85a0-35bfef377977'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:21:59.258753 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-206a5112-a940-4d72-87d9-ef1945008b9b tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:59.340865 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvr_db [None req-5050014a-2116-44b4-9d2b-c3abadc094b6 None None] Set router c2383012-34f7-4a60-8474-b2e3dedd0e1e gateway port host: None {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:21:59.355355 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2125d6c-5f52-404e-a29d-45a79e3153a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a5a5247-0a7c-427a-832e-9d139b220536,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:59.367869 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8734972e-3f4e-4147-a0b6-d9e05216d40e'] response: {'name': 'network-changed', 'server_uuid': '102a8a1b-da21-407e-96a2-2edae90da152', 'tag': '436a23dc-be0c-4601-85a0-35bfef377977', 'status': 'completed', 'code': 200} Jun 28 11:21:59.426861 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0150e4ec-c380-43c9-9ba6-47cb6fc4c0fb None None] Notify callbacks [] for port, precommit_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:59.440568 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-f2125d6c-5f52-404e-a29d-45a79e3153a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362556'] for router_gateway, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:59.451882 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-0150e4ec-c380-43c9-9ba6-47cb6fc4c0fb None None] Transition to ACTIVE for port object 1238e17d-6209-46e6-aa8b-4d4f5eab2f56 will not be triggered until provisioned by entity L2. {{(pid=88179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:21:59.460482 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-5050014a-2116-44b4-9d2b-c3abadc094b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2383012-34f7-4a60-8474-b2e3dedd0e1e', 'name': 'tempest-TestMinimumBasicScenario-824226379-router', 'tenant_id': 'd25e7ce42d8c46ecbeacc1c6835ede35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:17:50Z', 'updated_at': '2022-06-28T11:21:59Z', 'revision_number': 7, 'project_id': 'd25e7ce42d8c46ecbeacc1c6835ede35', 'gw_port_host': None}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:59.464362 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0150e4ec-c380-43c9-9ba6-47cb6fc4c0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:59.467464 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5050014a-2116-44b4-9d2b-c3abadc094b6 None None] The sync data for ids ['c2383012-34f7-4a60-8474-b2e3dedd0e1e'] in dv-cinder-844605-1-iscsi is: [{'id': 'c2383012-34f7-4a60-8474-b2e3dedd0e1e', 'name': 'tempest-TestMinimumBasicScenario-824226379-router', 'tenant_id': 'd25e7ce42d8c46ecbeacc1c6835ede35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:17:50Z', 'updated_at': '2022-06-28T11:21:59Z', 'revision_number': 7, 'project_id': 'd25e7ce42d8c46ecbeacc1c6835ede35', 'gw_port_host': None}] {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:21:59.498525 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-206a5112-a940-4d72-87d9-ef1945008b9b tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:59.499240 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-96897d8a-d12b-4a53-a48b-37a441e3c2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f923ac8-4c4e-43e4-b41d-becdee648a9c', 'name': 'tempest-ServerRescueNegativeTestJSON-1407272727-router', 'tenant_id': '39ee6a774aa94963a4c024612cabe0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '3616dc42-9ca0-491f-a6d4-a5d6b1d82601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:24Z', 'updated_at': '2022-06-28T11:16:37Z', 'revision_number': 4, 'project_id': '39ee6a774aa94963a4c024612cabe0ab', 'gw_port': {'id': '3616dc42-9ca0-491f-a6d4-a5d6b1d82601', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:42:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f923ac8-4c4e-43e4-b41d-becdee648a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:25Z', 'updated_at': '2022-06-28T11:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_floatingips': [{'id': '3e0306cc-69f5-4b97-9c3d-0936d3a867ab', 'tenant_id': '39ee6a774aa94963a4c024612cabe0ab', 'floating_ip_address': '172.27.2.133', 'floating_network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'router_id': '2f923ac8-4c4e-43e4-b41d-becdee648a9c', 'port_id': '436a23dc-be0c-4601-85a0-35bfef377977', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dcee093-7093-4d70-9e54-e71a2fd9b0d8', 'mac_address': 'fa:16:3e:20:bb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102a8a1b-da21-407e-96a2-2edae90da152', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:19:20Z', 'updated_at': '2022-06-28T11:21:56Z', 'revision_number': 3, 'project_id': '39ee6a774aa94963a4c024612cabe0ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab89ce2b-e0be-4d8e-acd2-7d6575707034', 'name': '', 'network_id': '3dcee093-7093-4d70-9e54-e71a2fd9b0d8', 'tenant_id': '39ee6a774aa94963a4c024612cabe0ab', 'mac_address': 'fa:16:3e:b4:0c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f923ac8-4c4e-43e4-b41d-becdee648a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '4959b550-e4a6-4bb2-a9b3-3d13206321f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:34Z', 'updated_at': '2022-06-28T11:16:56Z', 'revision_number': 5, 'project_id': '39ee6a774aa94963a4c024612cabe0ab', 'subnets': [{'id': '4959b550-e4a6-4bb2-a9b3-3d13206321f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:59.515176 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96897d8a-d12b-4a53-a48b-37a441e3c2d4 None None] The sync data for ids ['2f923ac8-4c4e-43e4-b41d-becdee648a9c'] in dv-cinder-844605-1-iscsi is: [{'id': '2f923ac8-4c4e-43e4-b41d-becdee648a9c', 'name': 'tempest-ServerRescueNegativeTestJSON-1407272727-router', 'tenant_id': '39ee6a774aa94963a4c024612cabe0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '3616dc42-9ca0-491f-a6d4-a5d6b1d82601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:24Z', 'updated_at': '2022-06-28T11:16:37Z', 'revision_number': 4, 'project_id': '39ee6a774aa94963a4c024612cabe0ab', 'gw_port': {'id': '3616dc42-9ca0-491f-a6d4-a5d6b1d82601', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:42:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f923ac8-4c4e-43e4-b41d-becdee648a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:25Z', 'updated_at': '2022-06-28T11:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_floatingips': [{'id': '3e0306cc-69f5-4b97-9c3d-0936d3a867ab', 'tenant_id': '39ee6a774aa94963a4c024612cabe0ab', 'floating_ip_address': '172.27.2.133', 'floating_network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'router_id': '2f923ac8-4c4e-43e4-b41d-becdee648a9c', 'port_id': '436a23dc-be0c-4601-85a0-35bfef377977', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dcee093-7093-4d70-9e54-e71a2fd9b0d8', 'mac_address': 'fa:16:3e:20:bb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102a8a1b-da21-407e-96a2-2edae90da152', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:19:20Z', 'updated_at': '2022-06-28T11:21:56Z', 'revision_number': 3, 'project_id': '39ee6a774aa94963a4c024612cabe0ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab89ce2b-e0be-4d8e-acd2-7d6575707034', 'name': '', 'network_id': '3dcee093-7093-4d70-9e54-e71a2fd9b0d8', 'tenant_id': '39ee6a774aa94963a4c024612cabe0ab', 'mac_address': 'fa:16:3e:b4:0c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f923ac8-4c4e-43e4-b41d-becdee648a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '4959b550-e4a6-4bb2-a9b3-3d13206321f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:34Z', 'updated_at': '2022-06-28T11:16:56Z', 'revision_number': 5, 'project_id': '39ee6a774aa94963a4c024612cabe0ab', 'subnets': [{'id': '4959b550-e4a6-4bb2-a9b3-3d13206321f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:21:59.528329 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-206a5112-a940-4d72-87d9-ef1945008b9b tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545003'] for security_group_rule, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:59.606826 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206a5112-a940-4d72-87d9-ef1945008b9b tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baa300aa-a014-4fbe-8a7d-314c9f2b78cb,revision_number=0']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:59.613250 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-206a5112-a940-4d72-87d9-ef1945008b9b tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:59.615377 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-206a5112-a940-4d72-87d9-ef1945008b9b tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4358706 Jun 28 11:21:59.618568 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 59212) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:59.627376 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [None req-6186f757-6f4c-4c6a-84b7-5094fe4dff98 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Request body: {'security_group_rule': {'security_group_id': '9c6ad59f-43e2-451e-ab60-0e8c362b11b4', 'project_id': '08c3c19c0c404bb6bf8989d879b1ea6c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:59.638908 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-6186f757-6f4c-4c6a-84b7-5094fe4dff98 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:59.647802 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-6186f757-6f4c-4c6a-84b7-5094fe4dff98 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Usage tracker for resource:security_group_rule and tenant:08c3c19c0c404bb6bf8989d879b1ea6c is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:59.664022 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-6186f757-6f4c-4c6a-84b7-5094fe4dff98 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:59.678866 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-6186f757-6f4c-4c6a-84b7-5094fe4dff98 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:59.697174 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a2d86c-91f2-4cbc-aade-30a7c034119e req-3f9c461c-e4bd-47bb-9ac3-878f0eeaad83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:59.698806 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c2a2d86c-91f2-4cbc-aade-30a7c034119e req-3f9c461c-e4bd-47bb-9ac3-878f0eeaad83 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39ee6a774aa94963a4c024612cabe0ab&device_id=102a8a1b-da21-407e-96a2-2edae90da152 HTTP/1.1" status: 200 len: 1098 time: 0.3234057 Jun 28 11:21:59.730742 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-f2125d6c-5f52-404e-a29d-45a79e3153a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5234'] for router, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:59.734624 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-f2125d6c-5f52-404e-a29d-45a79e3153a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:59.771740 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-f2125d6c-5f52-404e-a29d-45a79e3153a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-360925'] for router, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:59.772402 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2125d6c-5f52-404e-a29d-45a79e3153a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2383012-34f7-4a60-8474-b2e3dedd0e1e {{(pid=88178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 28 11:21:59.784133 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f8ae29-6afe-4bdd-b162-57cc335777be None None] Pushing event updated for resources: {'Port': ['ID=1238e17d-6209-46e6-aa8b-4d4f5eab2f56,revision_number=3']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:59.816516 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-f2125d6c-5f52-404e-a29d-45a79e3153a8 admin admin] Notify callbacks [] for router, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:59.818058 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-f2125d6c-5f52-404e-a29d-45a79e3153a8 admin admin] 10.222.0.23 "DELETE /v2.0/routers/c2383012-34f7-4a60-8474-b2e3dedd0e1e HTTP/1.1" status: 204 len: 168 time: 2.0084338 Jun 28 11:21:59.820868 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 59218) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:59.837325 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.db.securitygroups_db [None req-6186f757-6f4c-4c6a-84b7-5094fe4dff98 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Project 08c3c19c0c404bb6bf8989d879b1ea6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 11:21:59.854302 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-6186f757-6f4c-4c6a-84b7-5094fe4dff98 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:59.941043 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:59.986550 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.db_base_plugin_v2 [None req-69ba08c4-e547-467a-aa60-ecc364c79d57 admin admin] Deleting subnet 8b53bddf-fdb5-43a8-99e3-085d58e36040 {{(pid=88178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 28 11:21:59.990808 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-69ba08c4-e547-467a-aa60-ecc364c79d57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:00.024813 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 929b3b8a-8771-4ee5-925b-28fd85342d23 no longer exists at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:22:00.065167 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-69ba08c4-e547-467a-aa60-ecc364c79d57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2289234'] for subnet, precommit_delete_associations {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:00.069673 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] No Port match for: 929b3b8a-8771-4ee5-925b-28fd85342d23 {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:22:00.069879 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 929b3b8a-8771-4ee5-925b-28fd85342d23 not bound to the agent host dv-cinder-844605-1-iscsi {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:22:00.073298 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-0150e4ec-c380-43c9-9ba6-47cb6fc4c0fb None None] Attempting to bind port 1238e17d-6209-46e6-aa8b-4d4f5eab2f56 on host dv-cinder-844605-1-iscsi for vnic_type normal with profile {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:22:00.073669 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-0150e4ec-c380-43c9-9ba6-47cb6fc4c0fb None None] Attempting to bind port 1238e17d-6209-46e6-aa8b-4d4f5eab2f56 by drivers openvswitch,hyperv on host dv-cinder-844605-1-iscsi at level 0 using segments [{'id': 'ec33b648-6e6f-4924-bee5-8d20d7349c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c78741d8-a86c-4092-8c21-17cb38182908'}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:22:00.074436 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0150e4ec-c380-43c9-9ba6-47cb6fc4c0fb None None] Attempting to bind port 1238e17d-6209-46e6-aa8b-4d4f5eab2f56 on network c78741d8-a86c-4092-8c21-17cb38182908 {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:22:00.080374 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0150e4ec-c380-43c9-9ba6-47cb6fc4c0fb None None] Checking agent: {'id': 'b95f8be4-ac30-48f3-8fc1-8bf3ad4a0571', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 7, 40), 'started_at': datetime.datetime(2022, 6, 28, 11, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:22:00.080786 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0150e4ec-c380-43c9-9ba6-47cb6fc4c0fb None None] Checking segment: {'id': 'ec33b648-6e6f-4924-bee5-8d20d7349c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c78741d8-a86c-4092-8c21-17cb38182908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:22:00.081191 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0150e4ec-c380-43c9-9ba6-47cb6fc4c0fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:00.081675 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0150e4ec-c380-43c9-9ba6-47cb6fc4c0fb None None] Bound using segment: {'id': 'ec33b648-6e6f-4924-bee5-8d20d7349c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c78741d8-a86c-4092-8c21-17cb38182908'} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:22:00.082138 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-0150e4ec-c380-43c9-9ba6-47cb6fc4c0fb None None] Bound port: 1238e17d-6209-46e6-aa8b-4d4f5eab2f56, host: dv-cinder-844605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec33b648-6e6f-4924-bee5-8d20d7349c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c78741d8-a86c-4092-8c21-17cb38182908'}}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:22:00.082512 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0150e4ec-c380-43c9-9ba6-47cb6fc4c0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:00.114465 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-6186f757-6f4c-4c6a-84b7-5094fe4dff98 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:00.117220 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-3334e3d5-b851-4fae-890b-cd42dc78864a req-83da0199-0783-4b8a-9c46-e20d89b7f1a5 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea83eb55-6bed-4b8b-af23-e0393dfe0aa7 HTTP/1.1" status: 200 len: 210 time: 0.0967052 Jun 28 11:22:00.132931 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-6186f757-6f4c-4c6a-84b7-5094fe4dff98 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545003'] for security_group_rule, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:00.173366 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a2d86c-91f2-4cbc-aade-30a7c034119e req-ac37b9df-91ba-4d3a-902e-d88c7139ac4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:00.174811 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c2a2d86c-91f2-4cbc-aade-30a7c034119e req-ac37b9df-91ba-4d3a-902e-d88c7139ac4c service neutron] 10.222.0.43 "GET /v2.0/networks?id=3dcee093-7093-4d70-9e54-e71a2fd9b0d8 HTTP/1.1" status: 200 len: 920 time: 0.4536958 Jun 28 11:22:00.177718 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6186f757-6f4c-4c6a-84b7-5094fe4dff98 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16340a01-35a1-4028-97fc-8af06b3d31ff,revision_number=0']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:00.184169 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-0150e4ec-c380-43c9-9ba6-47cb6fc4c0fb None None] For port 1238e17d-6209-46e6-aa8b-4d4f5eab2f56, host dv-cinder-844605-1-iscsi, cleared binding levels {{(pid=88179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:22:00.187570 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-0150e4ec-c380-43c9-9ba6-47cb6fc4c0fb None None] For port 1238e17d-6209-46e6-aa8b-4d4f5eab2f56, host dv-cinder-844605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=1238e17d-6209-46e6-aa8b-4d4f5eab2f56,segment=NetworkSegment(ec33b648-6e6f-4924-bee5-8d20d7349c6e),segment_id=ec33b648-6e6f-4924-bee5-8d20d7349c6e)] {{(pid=88179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:22:00.196422 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0150e4ec-c380-43c9-9ba6-47cb6fc4c0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:00.198478 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-69ba08c4-e547-467a-aa60-ecc364c79d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7782429'] for subnet, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:00.239809 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-6186f757-6f4c-4c6a-84b7-5094fe4dff98 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:00.240938 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-6186f757-6f4c-4c6a-84b7-5094fe4dff98 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6212006 Jun 28 11:22:00.271648 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0150e4ec-c380-43c9-9ba6-47cb6fc4c0fb None None] Routers {'5d828125-8bb7-4afd-8795-87a91d09fd15'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:22:00.271965 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-0150e4ec-c380-43c9-9ba6-47cb6fc4c0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:21:38Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['5d828125-8bb7-4afd-8795-87a91d09fd15'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:00.286467 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c2a2d86c-91f2-4cbc-aade-30a7c034119e req-73474b07-05f1-4e03-9ca2-9064e05dc738 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=436a23dc-be0c-4601-85a0-35bfef377977 HTTP/1.1" status: 200 len: 1001 time: 0.1028945 Jun 28 11:22:00.352891 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-69ba08c4-e547-467a-aa60-ecc364c79d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7782438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2287970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2482708'] for subnet, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:00.405495 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ba08c4-e547-467a-aa60-ecc364c79d57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b53bddf-fdb5-43a8-99e3-085d58e36040,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:00.409851 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-69ba08c4-e547-467a-aa60-ecc364c79d57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:00.420694 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-69ba08c4-e547-467a-aa60-ecc364c79d57 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8b53bddf-fdb5-43a8-99e3-085d58e36040 HTTP/1.1" status: 204 len: 168 time: 0.5967464 Jun 28 11:22:00.422645 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 59240) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:00.453750 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a2d86c-91f2-4cbc-aade-30a7c034119e req-cc2f94de-c172-45d2-8060-4f0f8f7527c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:00.455593 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c2a2d86c-91f2-4cbc-aade-30a7c034119e req-cc2f94de-c172-45d2-8060-4f0f8f7527c1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4959b550-e4a6-4bb2-a9b3-3d13206321f5 HTTP/1.1" status: 200 len: 858 time: 0.1443856 Jun 28 11:22:00.471064 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fac9fa-6734-46a9-ba98-774868828225 None None] Network 37bb99b0-7529-44da-9b0b-e494ebe4140f requested from dv-cinder-844605-1-iscsi {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:22:00.624105 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a2d86c-91f2-4cbc-aade-30a7c034119e req-59538c74-eff3-41b4-a4ec-0100fd665439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:00.625664 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c2a2d86c-91f2-4cbc-aade-30a7c034119e req-59538c74-eff3-41b4-a4ec-0100fd665439 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3dcee093-7093-4d70-9e54-e71a2fd9b0d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1626019 Jun 28 11:22:00.651060 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f8ae29-6afe-4bdd-b162-57cc335777be None None] Pushing event updated for resources: {'Port': ['ID=1238e17d-6209-46e6-aa8b-4d4f5eab2f56,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:00.881356 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-0150e4ec-c380-43c9-9ba6-47cb6fc4c0fb None None] Set router 5d828125-8bb7-4afd-8795-87a91d09fd15 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:22:00.893829 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-79cb7b11-1d90-422e-8a55-7955db484d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7702436'] for network, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:00.938695 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.plugin [None req-79cb7b11-1d90-422e-8a55-7955db484d32 admin admin] Deleting port 852d11d2-2515-47ab-b9ff-150a93ac1407 {{(pid=88178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:22:00.939042 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-79cb7b11-1d90-422e-8a55-7955db484d32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:00.969105 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c2a2d86c-91f2-4cbc-aade-30a7c034119e req-ef170971-43fc-424e-92f5-24d2c5548a57 service neutron] 10.222.0.43 "GET /v2.0/networks/3dcee093-7093-4d70-9e54-e71a2fd9b0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3359308 Jun 28 11:22:01.058194 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1556987-dc49-49d4-baab-742f3d077824 req-1454102b-75ce-4a82-b724-723c361f0903 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:01.060099 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-c1556987-dc49-49d4-baab-742f3d077824 req-1454102b-75ce-4a82-b724-723c361f0903 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.43 "GET /v2.0/networks?id=0d6307f0-ba10-44a7-b3d3-c9e66a22edf8 HTTP/1.1" status: 200 len: 812 time: 0.3361013 Jun 28 11:22:01.164344 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c2a2d86c-91f2-4cbc-aade-30a7c034119e req-cb32a7b0-e077-4cf8-a7b4-8888865c05b2 service neutron] 10.222.0.43 "GET /v2.0/networks/3dcee093-7093-4d70-9e54-e71a2fd9b0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875739 Jun 28 11:22:01.235584 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-c1556987-dc49-49d4-baab-742f3d077824 req-505a74cb-ceed-4027-bc77-03df0a2b7daa tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34f9a4af464a4c14af73bb4bb8314982 HTTP/1.1" status: 200 len: 380 time: 0.1635325 Jun 28 11:22:01.248396 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e0033e-ae51-4c2c-83c2-84ea3b0f5587 None None] DHCP port deletion for 37bb99b0-7529-44da-9b0b-e494ebe4140f request from dv-cinder-844605-1-iscsi {{(pid=88179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 28 11:22:01.249340 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [req-c1556987-dc49-49d4-baab-742f3d077824 req-2cab5925-91ec-4c8b-9f2a-eae87532f7c7 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Request body: {'port': {'device_id': 'ea83eb55-6bed-4b8b-af23-e0393dfe0aa7', 'network_id': '0d6307f0-ba10-44a7-b3d3-c9e66a22edf8', 'admin_state_up': True, 'tenant_id': '34f9a4af464a4c14af73bb4bb8314982', 'security_groups': ['59240f42-5ee9-4357-a242-d6ccb32541ab']}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:22:01.281813 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-30e0033e-ae51-4c2c-83c2-84ea3b0f5587 None None] Deleting port 852d11d2-2515-47ab-b9ff-150a93ac1407 {{(pid=88179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:22:01.282196 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-30e0033e-ae51-4c2c-83c2-84ea3b0f5587 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:01.445008 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-6a99699f-f1aa-4017-9bb2-dc995935fd66 req-b4f16482-52cd-46d8-8549-196ae9c79ac0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b00c32bb-5b10-4ba1-bb89-82e34b2ba60f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2355082 Jun 28 11:22:01.515543 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-faf4c1cc-bc66-4752-828b-13c919fb2e5f req-8d604b49-6c12-4069-8a5c-3a6eeeaf9ed8 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea83eb55-6bed-4b8b-af23-e0393dfe0aa7 HTTP/1.1" status: 200 len: 210 time: 0.1333585 Jun 28 11:22:01.603924 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-30e0033e-ae51-4c2c-83c2-84ea3b0f5587 None None] For port 852d11d2-2515-47ab-b9ff-150a93ac1407, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=852d11d2-2515-47ab-b9ff-150a93ac1407,segment=NetworkSegment(6b36a0ab-7f32-456b-b1e8-8438e0a384f8),segment_id=6b36a0ab-7f32-456b-b1e8-8438e0a384f8)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:22:01.608098 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-30e0033e-ae51-4c2c-83c2-84ea3b0f5587 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:01.610322 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.db [None req-79cb7b11-1d90-422e-8a55-7955db484d32 admin admin] For port 852d11d2-2515-47ab-b9ff-150a93ac1407, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=852d11d2-2515-47ab-b9ff-150a93ac1407,segment=NetworkSegment(6b36a0ab-7f32-456b-b1e8-8438e0a384f8),segment_id=6b36a0ab-7f32-456b-b1e8-8438e0a384f8)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:22:01.610680 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-79cb7b11-1d90-422e-8a55-7955db484d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:01.629505 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [req-c1556987-dc49-49d4-baab-742f3d077824 req-2cab5925-91ec-4c8b-9f2a-eae87532f7c7 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:22:01.694292 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a99699f-f1aa-4017-9bb2-dc995935fd66 req-a6a626f2-4d12-4cb9-9663-67707a8066e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:01.695793 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-6a99699f-f1aa-4017-9bb2-dc995935fd66 req-a6a626f2-4d12-4cb9-9663-67707a8066e3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39ee6a774aa94963a4c024612cabe0ab&device_id=b00c32bb-5b10-4ba1-bb89-82e34b2ba60f HTTP/1.1" status: 200 len: 1098 time: 0.1382570 Jun 28 11:22:01.795415 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 1238e17d-6209-46e6-aa8b-4d4f5eab2f56 up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:22:01.798414 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [req-c1556987-dc49-49d4-baab-742f3d077824 req-2cab5925-91ec-4c8b-9f2a-eae87532f7c7 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:22:01.808044 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.plugin [None req-79cb7b11-1d90-422e-8a55-7955db484d32 admin admin] Calling delete_port for 852d11d2-2515-47ab-b9ff-150a93ac1407 owned by network:dhcp {{(pid=88178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:22:01.908087 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-79cb7b11-1d90-422e-8a55-7955db484d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782104357524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782103981240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287935'] for port, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:01.954302 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a99699f-f1aa-4017-9bb2-dc995935fd66 req-a895ce32-15d7-4b04-99c3-79178d84f3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:01.956471 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-6a99699f-f1aa-4017-9bb2-dc995935fd66 req-a895ce32-15d7-4b04-99c3-79178d84f3db service neutron] 10.222.0.43 "GET /v2.0/networks?id=3dcee093-7093-4d70-9e54-e71a2fd9b0d8 HTTP/1.1" status: 200 len: 920 time: 0.2382591 Jun 28 11:22:01.993728 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cb7b11-1d90-422e-8a55-7955db484d32 admin admin] No DVR routers for this DVR port 852d11d2-2515-47ab-b9ff-150a93ac1407 on host dv-cinder-844605-1-iscsi {{(pid=88178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:22:02.049647 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-30e0033e-ae51-4c2c-83c2-84ea3b0f5587 None None] Calling delete_port for 852d11d2-2515-47ab-b9ff-150a93ac1407 owned by network:dhcp {{(pid=88179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:22:02.054629 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1556987-dc49-49d4-baab-742f3d077824 req-2cab5925-91ec-4c8b-9f2a-eae87532f7c7 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Made reservation on behalf of 34f9a4af464a4c14af73bb4bb8314982 for: {'port': 1} {{(pid=88178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:22:02.058728 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [req-c1556987-dc49-49d4-baab-742f3d077824 req-2cab5925-91ec-4c8b-9f2a-eae87532f7c7 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:02.074446 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-6a99699f-f1aa-4017-9bb2-dc995935fd66 req-78ef13c3-5cf9-46ad-8772-b14a06864bd7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=550bd21d-10c5-4388-a5c4-8c0d38d1f620 HTTP/1.1" status: 200 len: 217 time: 0.1117055 Jun 28 11:22:02.079256 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cb7b11-1d90-422e-8a55-7955db484d32 admin admin] Pushing event deleted for resources: {'Port': ['ID=852d11d2-2515-47ab-b9ff-150a93ac1407,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:02.122686 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-0150e4ec-c380-43c9-9ba6-47cb6fc4c0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d828125-8bb7-4afd-8795-87a91d09fd15', 'name': 'tempest-TestShelveInstance-416610751-router', 'tenant_id': '2503c1cf5d8c42b2a64d9e37c3f111f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'f7b4c1d6-92fc-4fff-9d99-3bfbe2311de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:46Z', 'updated_at': '2022-06-28T11:21:52Z', 'revision_number': 4, 'project_id': '2503c1cf5d8c42b2a64d9e37c3f111f9', 'gw_port': {'id': 'f7b4c1d6-92fc-4fff-9d99-3bfbe2311de1', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:31:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d828125-8bb7-4afd-8795-87a91d09fd15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:47Z', 'updated_at': '2022-06-28T11:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': '1238e17d-6209-46e6-aa8b-4d4f5eab2f56', 'name': '', 'network_id': 'c78741d8-a86c-4092-8c21-17cb38182908', 'tenant_id': '2503c1cf5d8c42b2a64d9e37c3f111f9', 'mac_address': 'fa:16:3e:2a:5e:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d828125-8bb7-4afd-8795-87a91d09fd15', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '1240d738-e4e7-4148-bddc-acd086aacc0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:52Z', 'updated_at': '2022-06-28T11:22:00Z', 'revision_number': 4, 'project_id': '2503c1cf5d8c42b2a64d9e37c3f111f9', 'subnets': [{'id': '1240d738-e4e7-4148-bddc-acd086aacc0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:02.136581 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0150e4ec-c380-43c9-9ba6-47cb6fc4c0fb None None] The sync data for ids ['5d828125-8bb7-4afd-8795-87a91d09fd15'] in dv-cinder-844605-1-iscsi is: [{'id': '5d828125-8bb7-4afd-8795-87a91d09fd15', 'name': 'tempest-TestShelveInstance-416610751-router', 'tenant_id': '2503c1cf5d8c42b2a64d9e37c3f111f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'f7b4c1d6-92fc-4fff-9d99-3bfbe2311de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:46Z', 'updated_at': '2022-06-28T11:21:52Z', 'revision_number': 4, 'project_id': '2503c1cf5d8c42b2a64d9e37c3f111f9', 'gw_port': {'id': 'f7b4c1d6-92fc-4fff-9d99-3bfbe2311de1', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:31:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d828125-8bb7-4afd-8795-87a91d09fd15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:47Z', 'updated_at': '2022-06-28T11:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': '1238e17d-6209-46e6-aa8b-4d4f5eab2f56', 'name': '', 'network_id': 'c78741d8-a86c-4092-8c21-17cb38182908', 'tenant_id': '2503c1cf5d8c42b2a64d9e37c3f111f9', 'mac_address': 'fa:16:3e:2a:5e:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d828125-8bb7-4afd-8795-87a91d09fd15', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '1240d738-e4e7-4148-bddc-acd086aacc0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:52Z', 'updated_at': '2022-06-28T11:22:00Z', 'revision_number': 4, 'project_id': '2503c1cf5d8c42b2a64d9e37c3f111f9', 'subnets': [{'id': '1240d738-e4e7-4148-bddc-acd086aacc0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:22:02.144593 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a99699f-f1aa-4017-9bb2-dc995935fd66 req-602d68cd-a012-481a-a721-610c578e284a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:02.146160 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-6a99699f-f1aa-4017-9bb2-dc995935fd66 req-602d68cd-a012-481a-a721-610c578e284a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4959b550-e4a6-4bb2-a9b3-3d13206321f5 HTTP/1.1" status: 200 len: 858 time: 0.0625808 Jun 28 11:22:02.179469 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.db.api [None req-30e0033e-ae51-4c2c-83c2-84ea3b0f5587 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 11:22:02.179932 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG oslo_db.api [None req-30e0033e-ae51-4c2c-83c2-84ea3b0f5587 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 11:22:02.184687 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning for port 1238e17d-6209-46e6-aa8b-4d4f5eab2f56 completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:22:02.190437 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning complete for port 1238e17d-6209-46e6-aa8b-4d4f5eab2f56 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:22:02.191958 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:02.251414 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-79cb7b11-1d90-422e-8a55-7955db484d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7788904', 'neutron.services.segments.db._delete_segments_for_network-8782104351353'] for network, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:02.261808 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a99699f-f1aa-4017-9bb2-dc995935fd66 req-21edc64c-e4e4-4ed6-bb36-6c78e59a64e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:02.264753 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-6a99699f-f1aa-4017-9bb2-dc995935fd66 req-21edc64c-e4e4-4ed6-bb36-6c78e59a64e6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3dcee093-7093-4d70-9e54-e71a2fd9b0d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1095762 Jun 28 11:22:02.352456 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Current status of the port 1238e17d-6209-46e6-aa8b-4d4f5eab2f56 is: DOWN; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:22:02.352875 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:02.383284 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.services.segments.db [None req-79cb7b11-1d90-422e-8a55-7955db484d32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37bb99b0-7529-44da-9b0b-e494ebe4140f']}} {{(pid=88178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:02.391405 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] For port 1238e17d-6209-46e6-aa8b-4d4f5eab2f56, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=1238e17d-6209-46e6-aa8b-4d4f5eab2f56,segment=NetworkSegment(ec33b648-6e6f-4924-bee5-8d20d7349c6e),segment_id=ec33b648-6e6f-4924-bee5-8d20d7349c6e)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:22:02.414953 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:02.416934 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.services.segments.db [None req-79cb7b11-1d90-422e-8a55-7955db484d32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b36a0ab-7f32-456b-b1e8-8438e0a384f8') {'for_net_delete': True} {{(pid=88178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:02.417138 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.services.segments.db [None req-79cb7b11-1d90-422e-8a55-7955db484d32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b36a0ab-7f32-456b-b1e8-8438e0a384f8') {} {{(pid=88178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:02.443829 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-79cb7b11-1d90-422e-8a55-7955db484d32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782104354196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2289243'] for segment, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:02.455848 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.db_base_plugin_common [req-c1556987-dc49-49d4-baab-742f3d077824 req-2cab5925-91ec-4c8b-9f2a-eae87532f7c7 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Allocated IP 172.20.0.9 (0d6307f0-ba10-44a7-b3d3-c9e66a22edf8/1b0b29df-7b1f-4317-a6ef-bd3cb4e8ea72/9606ecb7-a35c-4f16-89fe-1c873b650038) {{(pid=88178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:22:02.469190 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-79cb7b11-1d90-422e-8a55-7955db484d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812087'] for segment, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:02.478736 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79cb7b11-1d90-422e-8a55-7955db484d32 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=88178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 11:22:02.479502 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-79cb7b11-1d90-422e-8a55-7955db484d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7812088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2288076'] for segment, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:02.483572 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-6a99699f-f1aa-4017-9bb2-dc995935fd66 req-0de70d2c-74bc-4444-bf68-5d998ea15e42 service neutron] 10.222.0.43 "GET /v2.0/networks/3dcee093-7093-4d70-9e54-e71a2fd9b0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109227 Jun 28 11:22:02.496336 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 852d11d2-2515-47ab-b9ff-150a93ac1407 no longer exists at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:22:02.562172 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] No Port match for: 852d11d2-2515-47ab-b9ff-150a93ac1407 {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:22:02.562172 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 852d11d2-2515-47ab-b9ff-150a93ac1407 not bound to the agent host dv-cinder-844605-1-iscsi {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:22:02.562437 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 4a5a5247-0a7c-427a-832e-9d139b220536 no longer exists at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:22:02.599026 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] No Port match for: 4a5a5247-0a7c-427a-832e-9d139b220536 {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:22:02.599263 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 4a5a5247-0a7c-427a-832e-9d139b220536 not bound to the agent host dv-cinder-844605-1-iscsi {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:22:02.604043 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Pushing event updated for resources: {'Port': ['ID=1238e17d-6209-46e6-aa8b-4d4f5eab2f56,revision_number=5']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:02.614852 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.services.segments.plugin [-] Segment 6b36a0ab-7f32-456b-b1e8-8438e0a384f8 resource provider aggregate not found Jun 28 11:22:02.659979 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.services.segments.plugin [-] Segment 6b36a0ab-7f32-456b-b1e8-8438e0a384f8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6b36a0ab-7f32-456b-b1e8-8438e0a384f8 found for delete ", "request_id": "req-a241f35b-fe77-415f-ae2f-3d7f5e249dd5"}]} Jun 28 11:22:02.686337 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-30e0033e-ae51-4c2c-83c2-84ea3b0f5587 None None] Deleting port 852d11d2-2515-47ab-b9ff-150a93ac1407 {{(pid=88179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:22:02.687301 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-30e0033e-ae51-4c2c-83c2-84ea3b0f5587 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:02.692533 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-79cb7b11-1d90-422e-8a55-7955db484d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7788903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361949'] for network, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:02.721028 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-6a99699f-f1aa-4017-9bb2-dc995935fd66 req-73ad3487-873a-4bfb-96c5-1ab3b6ec77d1 service neutron] 10.222.0.43 "GET /v2.0/networks/3dcee093-7093-4d70-9e54-e71a2fd9b0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302599 Jun 28 11:22:02.759141 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-d7a4a3e5-db0e-4e4d-bfb5-fd3e3e0fb54f req-d34e845f-82c6-4a44-93f2-cf62b9134409 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea83eb55-6bed-4b8b-af23-e0393dfe0aa7 HTTP/1.1" status: 200 len: 210 time: 0.0803564 Jun 28 11:22:02.762055 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-79cb7b11-1d90-422e-8a55-7955db484d32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562711'] for network, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:02.788833 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-30e0033e-ae51-4c2c-83c2-84ea3b0f5587 None None] The port '852d11d2-2515-47ab-b9ff-150a93ac1407' was deleted {{(pid=88179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 28 11:22:02.918046 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cb7b11-1d90-422e-8a55-7955db484d32 admin admin] Pushing event deleted for resources: {'Network': ['ID=37bb99b0-7529-44da-9b0b-e494ebe4140f,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:02.949341 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-79cb7b11-1d90-422e-8a55-7955db484d32 admin admin] 10.222.0.23 "DELETE /v2.0/networks/37bb99b0-7529-44da-9b0b-e494ebe4140f HTTP/1.1" status: 204 len: 168 time: 2.5254507 Jun 28 11:22:02.952487 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 59298) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:03.012547 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [req-c1556987-dc49-49d4-baab-742f3d077824 req-2cab5925-91ec-4c8b-9f2a-eae87532f7c7 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks [] for port, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:03.035957 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.provisioning_blocks [req-c1556987-dc49-49d4-baab-742f3d077824 req-2cab5925-91ec-4c8b-9f2a-eae87532f7c7 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Transition to ACTIVE for port object 9606ecb7-a35c-4f16-89fe-1c873b650038 will not be triggered until provisioned by entity DHCP. {{(pid=88178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:22:03.064228 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [req-c1556987-dc49-49d4-baab-742f3d077824 req-2cab5925-91ec-4c8b-9f2a-eae87532f7c7 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782103981231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287935'] for port, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:03.136962 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1556987-dc49-49d4-baab-742f3d077824 req-2cab5925-91ec-4c8b-9f2a-eae87532f7c7 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Network 0d6307f0-ba10-44a7-b3d3-c9e66a22edf8 is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:22:03.140144 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.base_scheduler [req-c1556987-dc49-49d4-baab-742f3d077824 req-2cab5925-91ec-4c8b-9f2a-eae87532f7c7 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:22:03.145397 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1556987-dc49-49d4-baab-742f3d077824 req-2cab5925-91ec-4c8b-9f2a-eae87532f7c7 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Received port after_create {{(pid=88178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:22:03.182962 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cab5925-91ec-4c8b-9f2a-eae87532f7c7 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Pushing event updated for resources: {'Port': ['ID=9606ecb7-a35c-4f16-89fe-1c873b650038,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:03.217568 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1556987-dc49-49d4-baab-742f3d077824 req-2cab5925-91ec-4c8b-9f2a-eae87532f7c7 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:03.220743 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [req-c1556987-dc49-49d4-baab-742f3d077824 req-2cab5925-91ec-4c8b-9f2a-eae87532f7c7 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for port, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:03.240946 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-c1556987-dc49-49d4-baab-742f3d077824 req-2cab5925-91ec-4c8b-9f2a-eae87532f7c7 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9954050 Jun 28 11:22:03.256111 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [req-c1556987-dc49-49d4-baab-742f3d077824 req-37dfc890-5b82-45c7-8fa2-257fa9519517 service neutron] Request body: {'port': {'device_id': 'ea83eb55-6bed-4b8b-af23-e0393dfe0aa7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:22:03.372565 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [req-c1556987-dc49-49d4-baab-742f3d077824 req-37dfc890-5b82-45c7-8fa2-257fa9519517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:03.450503 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-b7f9ee8b-41b0-4f36-982f-bfb595c6b54d None None] Provisioning for port 9606ecb7-a35c-4f16-89fe-1c873b650038 completed by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:22:03.455905 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-b7f9ee8b-41b0-4f36-982f-bfb595c6b54d None None] Provisioning complete for port 9606ecb7-a35c-4f16-89fe-1c873b650038 triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:22:03.456818 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b7f9ee8b-41b0-4f36-982f-bfb595c6b54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:03.524043 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-b7f9ee8b-41b0-4f36-982f-bfb595c6b54d None None] Port 9606ecb7-a35c-4f16-89fe-1c873b650038 cannot update to ACTIVE because it is not bound. {{(pid=88179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:22:03.571975 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-45369d28-012a-49aa-aa97-fb48cfdf063e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362973'] for router_interface, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:03.666503 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 1238e17d-6209-46e6-aa8b-4d4f5eab2f56 up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:22:03.757509 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning complete for port 1238e17d-6209-46e6-aa8b-4d4f5eab2f56 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:22:03.757987 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:03.805086 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.notifiers.nova [req-c1556987-dc49-49d4-baab-742f3d077824 req-37dfc890-5b82-45c7-8fa2-257fa9519517 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9606ecb7-a35c-4f16-89fe-1c873b650038 {{(pid=88178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:22:03.813114 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [req-c1556987-dc49-49d4-baab-742f3d077824 req-37dfc890-5b82-45c7-8fa2-257fa9519517 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:03.842358 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.provisioning_blocks [req-c1556987-dc49-49d4-baab-742f3d077824 req-37dfc890-5b82-45c7-8fa2-257fa9519517 service neutron] Transition to ACTIVE for port object 9606ecb7-a35c-4f16-89fe-1c873b650038 will not be triggered until provisioned by entity L2. {{(pid=88178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:22:03.849615 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [req-c1556987-dc49-49d4-baab-742f3d077824 req-37dfc890-5b82-45c7-8fa2-257fa9519517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2287912'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:03.916558 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Current status of the port 1238e17d-6209-46e6-aa8b-4d4f5eab2f56 is: ACTIVE; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:22:04.078546 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dfc890-5b82-45c7-8fa2-257fa9519517 service neutron] Pushing event updated for resources: {'Port': ['ID=9606ecb7-a35c-4f16-89fe-1c873b650038,revision_number=2']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:04.147891 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [None req-45369d28-012a-49aa-aa97-fb48cfdf063e admin admin] Deleting port 66d76bf3-c316-4567-8b3c-a6aa2d97c10f {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:22:04.148452 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-45369d28-012a-49aa-aa97-fb48cfdf063e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:04.202055 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ffe913-efa3-468d-b7d5-d2250034e849 req-1cc4cf9a-99bc-4d72-8720-cce578cdb7cd tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:04.203696 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [req-07ffe913-efa3-468d-b7d5-d2250034e849 req-1cc4cf9a-99bc-4d72-8720-cce578cdb7cd tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Synchronizing usage tracker for tenant:34f9a4af464a4c14af73bb4bb8314982 on resource:port {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:22:04.232592 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.managers [req-c1556987-dc49-49d4-baab-742f3d077824 req-37dfc890-5b82-45c7-8fa2-257fa9519517 service neutron] Attempting to bind port 9606ecb7-a35c-4f16-89fe-1c873b650038 on host hv-cinder-84460 for vnic_type normal with profile {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:22:04.233188 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.managers [req-c1556987-dc49-49d4-baab-742f3d077824 req-37dfc890-5b82-45c7-8fa2-257fa9519517 service neutron] Attempting to bind port 9606ecb7-a35c-4f16-89fe-1c873b650038 by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': '6274d8ad-456f-4882-af74-95c75bd63265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0d6307f0-ba10-44a7-b3d3-c9e66a22edf8'}] {{(pid=88178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:22:04.233778 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1556987-dc49-49d4-baab-742f3d077824 req-37dfc890-5b82-45c7-8fa2-257fa9519517 service neutron] Attempting to bind port 9606ecb7-a35c-4f16-89fe-1c873b650038 on network 0d6307f0-ba10-44a7-b3d3-c9e66a22edf8 {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:22:04.244111 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1556987-dc49-49d4-baab-742f3d077824 req-37dfc890-5b82-45c7-8fa2-257fa9519517 service neutron] Port 9606ecb7-a35c-4f16-89fe-1c873b650038 on network 0d6307f0-ba10-44a7-b3d3-c9e66a22edf8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 11:22:04.244467 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1556987-dc49-49d4-baab-742f3d077824 req-37dfc890-5b82-45c7-8fa2-257fa9519517 service neutron] Attempting to bind port 9606ecb7-a35c-4f16-89fe-1c873b650038 on network 0d6307f0-ba10-44a7-b3d3-c9e66a22edf8 {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:22:04.252051 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1556987-dc49-49d4-baab-742f3d077824 req-37dfc890-5b82-45c7-8fa2-257fa9519517 service neutron] Checking agent: {'id': '08bfabbf-d5f3-4ca7-8c16-3ebc8bd75d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 14), 'started_at': datetime.datetime(2022, 6, 28, 11, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:22:04.252356 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1556987-dc49-49d4-baab-742f3d077824 req-37dfc890-5b82-45c7-8fa2-257fa9519517 service neutron] Checking segment: {'id': '6274d8ad-456f-4882-af74-95c75bd63265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0d6307f0-ba10-44a7-b3d3-c9e66a22edf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:22:04.252765 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1556987-dc49-49d4-baab-742f3d077824 req-37dfc890-5b82-45c7-8fa2-257fa9519517 service neutron] Bound using segment: {'id': '6274d8ad-456f-4882-af74-95c75bd63265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0d6307f0-ba10-44a7-b3d3-c9e66a22edf8'} {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:22:04.253455 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.managers [req-c1556987-dc49-49d4-baab-742f3d077824 req-37dfc890-5b82-45c7-8fa2-257fa9519517 service neutron] Bound port: 9606ecb7-a35c-4f16-89fe-1c873b650038, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6274d8ad-456f-4882-af74-95c75bd63265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0d6307f0-ba10-44a7-b3d3-c9e66a22edf8'}}] {{(pid=88178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:22:04.253819 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [req-c1556987-dc49-49d4-baab-742f3d077824 req-37dfc890-5b82-45c7-8fa2-257fa9519517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:04.264971 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [req-07ffe913-efa3-468d-b7d5-d2250034e849 req-1cc4cf9a-99bc-4d72-8720-cce578cdb7cd tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Unset dirty status for tenant:34f9a4af464a4c14af73bb4bb8314982 on resource:port {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:22:04.264971 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-07ffe913-efa3-468d-b7d5-d2250034e849 req-1cc4cf9a-99bc-4d72-8720-cce578cdb7cd tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea83eb55-6bed-4b8b-af23-e0393dfe0aa7 HTTP/1.1" status: 200 len: 943 time: 0.3705561 Jun 28 11:22:04.375321 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-07ffe913-efa3-468d-b7d5-d2250034e849 req-1010629e-23d4-49cf-a97f-c8e4d7c8c0c8 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/security-groups?id=59240f42-5ee9-4357-a242-d6ccb32541ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014893 Jun 28 11:22:04.398801 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.db [None req-45369d28-012a-49aa-aa97-fb48cfdf063e admin admin] For port 66d76bf3-c316-4567-8b3c-a6aa2d97c10f, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=66d76bf3-c316-4567-8b3c-a6aa2d97c10f,segment=NetworkSegment(47eeed17-0fc0-434d-9085-9a058a232be9),segment_id=47eeed17-0fc0-434d-9085-9a058a232be9)] {{(pid=88177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:22:04.399331 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-45369d28-012a-49aa-aa97-fb48cfdf063e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:04.411649 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.db [req-c1556987-dc49-49d4-baab-742f3d077824 req-37dfc890-5b82-45c7-8fa2-257fa9519517 service neutron] For port 9606ecb7-a35c-4f16-89fe-1c873b650038, host hv-cinder-84460, cleared binding levels {{(pid=88178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:22:04.416679 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.db [req-c1556987-dc49-49d4-baab-742f3d077824 req-37dfc890-5b82-45c7-8fa2-257fa9519517 service neutron] For port 9606ecb7-a35c-4f16-89fe-1c873b650038, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=9606ecb7-a35c-4f16-89fe-1c873b650038,segment=NetworkSegment(6274d8ad-456f-4882-af74-95c75bd63265),segment_id=6274d8ad-456f-4882-af74-95c75bd63265)] {{(pid=88178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:22:04.424263 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [req-c1556987-dc49-49d4-baab-742f3d077824 req-37dfc890-5b82-45c7-8fa2-257fa9519517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2287912'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:04.491595 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1556987-dc49-49d4-baab-742f3d077824 req-37dfc890-5b82-45c7-8fa2-257fa9519517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:04.492223 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [req-c1556987-dc49-49d4-baab-742f3d077824 req-37dfc890-5b82-45c7-8fa2-257fa9519517 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for port, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:04.493578 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-c1556987-dc49-49d4-baab-742f3d077824 req-37dfc890-5b82-45c7-8fa2-257fa9519517 service neutron] 10.222.0.43 "PUT /v2.0/ports/9606ecb7-a35c-4f16-89fe-1c873b650038 HTTP/1.1" status: 200 len: 1093 time: 1.2420168 Jun 28 11:22:04.494021 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea83eb55-6bed-4b8b-af23-e0393dfe0aa7', 'tag': '9606ecb7-a35c-4f16-89fe-1c873b650038'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:22:04.523082 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dfc890-5b82-45c7-8fa2-257fa9519517 service neutron] Pushing event updated for resources: {'Port': ['ID=9606ecb7-a35c-4f16-89fe-1c873b650038,revision_number=3']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:04.537419 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [None req-45369d28-012a-49aa-aa97-fb48cfdf063e admin admin] Calling delete_port for 66d76bf3-c316-4567-8b3c-a6aa2d97c10f owned by network:router_interface {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:22:04.612239 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aafa0f0c-4e2b-466d-aaa5-0c2b20c40db2'] response: {'name': 'network-changed', 'server_uuid': 'ea83eb55-6bed-4b8b-af23-e0393dfe0aa7', 'tag': '9606ecb7-a35c-4f16-89fe-1c873b650038', 'status': 'completed', 'code': 200} Jun 28 11:22:04.664949 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1556987-dc49-49d4-baab-742f3d077824 req-6e04dd01-a651-4b1c-96eb-9f5d6ee286fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:04.666477 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-c1556987-dc49-49d4-baab-742f3d077824 req-6e04dd01-a651-4b1c-96eb-9f5d6ee286fd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=34f9a4af464a4c14af73bb4bb8314982&device_id=ea83eb55-6bed-4b8b-af23-e0393dfe0aa7 HTTP/1.1" status: 200 len: 1096 time: 0.1032526 Jun 28 11:22:04.742267 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-c1556987-dc49-49d4-baab-742f3d077824 req-f84b8871-a0c0-4f48-a042-1f8bef4f804c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9606ecb7-a35c-4f16-89fe-1c873b650038 HTTP/1.1" status: 200 len: 217 time: 0.0680661 Jun 28 11:22:04.811570 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1556987-dc49-49d4-baab-742f3d077824 req-a5bba880-83c7-487d-a8df-bbc25d50cb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:04.812981 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-c1556987-dc49-49d4-baab-742f3d077824 req-a5bba880-83c7-487d-a8df-bbc25d50cb96 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1b0b29df-7b1f-4317-a6ef-bd3cb4e8ea72 HTTP/1.1" status: 200 len: 851 time: 0.0642622 Jun 28 11:22:04.870858 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-45369d28-012a-49aa-aa97-fb48cfdf063e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782104357524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782103981240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2688079'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:04.901971 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1556987-dc49-49d4-baab-742f3d077824 req-3ec676ce-9740-46dc-be6c-84ce0fa87b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:04.903560 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-c1556987-dc49-49d4-baab-742f3d077824 req-3ec676ce-9740-46dc-be6c-84ce0fa87b01 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0d6307f0-ba10-44a7-b3d3-c9e66a22edf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0838799 Jun 28 11:22:04.917014 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45369d28-012a-49aa-aa97-fb48cfdf063e admin admin] Pushing event deleted for resources: {'Port': ['ID=66d76bf3-c316-4567-8b3c-a6aa2d97c10f,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:05.179912 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-c1556987-dc49-49d4-baab-742f3d077824 req-7f0571ab-1f0f-493b-bb6a-c0cfbde2bd0d service neutron] 10.222.0.43 "GET /v2.0/networks/0d6307f0-ba10-44a7-b3d3-c9e66a22edf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692850 Jun 28 11:22:05.214888 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-45369d28-012a-49aa-aa97-fb48cfdf063e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362921'] for router_interface, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:05.317859 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-c1556987-dc49-49d4-baab-742f3d077824 req-555e5760-69d3-431b-adc5-dfa18880cbac service neutron] 10.222.0.43 "GET /v2.0/networks/0d6307f0-ba10-44a7-b3d3-c9e66a22edf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300232 Jun 28 11:22:05.478388 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bfb2b9-6903-486d-a29b-933d89e863c8 req-b35b06ef-6171-4342-b087-381cc77823ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:05.479903 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-b3bfb2b9-6903-486d-a29b-933d89e863c8 req-b35b06ef-6171-4342-b087-381cc77823ce service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=34f9a4af464a4c14af73bb4bb8314982&device_id=ea83eb55-6bed-4b8b-af23-e0393dfe0aa7 HTTP/1.1" status: 200 len: 1096 time: 0.0950184 Jun 28 11:22:05.699093 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bfb2b9-6903-486d-a29b-933d89e863c8 req-9ca87367-91ef-4a58-867d-1eee97cb0180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:05.700337 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-b3bfb2b9-6903-486d-a29b-933d89e863c8 req-9ca87367-91ef-4a58-867d-1eee97cb0180 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0d6307f0-ba10-44a7-b3d3-c9e66a22edf8 HTTP/1.1" status: 200 len: 913 time: 0.2103024 Jun 28 11:22:05.715357 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45369d28-012a-49aa-aa97-fb48cfdf063e admin admin] Router 0173d806-516f-4f3a-88c1-e78dca0ee9d2 has already been hosted by L3 agent 65138fbb-a379-4cdd-9015-09db381edeba {{(pid=88177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:22:05.717191 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5564c6d-2120-4b97-828c-882f3e0eec4c req-1705a3f4-a040-4d2f-b87f-a2a8bcfa7766 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:05.722435 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-a5564c6d-2120-4b97-828c-882f3e0eec4c req-1705a3f4-a040-4d2f-b87f-a2a8bcfa7766 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea83eb55-6bed-4b8b-af23-e0393dfe0aa7 HTTP/1.1" status: 200 len: 943 time: 0.1623204 Jun 28 11:22:05.801385 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-b3bfb2b9-6903-486d-a29b-933d89e863c8 req-8c6e093c-b284-45ce-a700-10852f0cd158 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9606ecb7-a35c-4f16-89fe-1c873b650038 HTTP/1.1" status: 200 len: 217 time: 0.0778205 Jun 28 11:22:05.867526 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-a5564c6d-2120-4b97-828c-882f3e0eec4c req-b0d96ae7-19a9-48d2-b9e7-07f3b0151bca tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/security-groups?id=59240f42-5ee9-4357-a242-d6ccb32541ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938785 Jun 28 11:22:05.885821 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bfb2b9-6903-486d-a29b-933d89e863c8 req-5d8f3229-5d62-4b36-b517-f8715b36d5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:05.886933 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-b3bfb2b9-6903-486d-a29b-933d89e863c8 req-5d8f3229-5d62-4b36-b517-f8715b36d5d3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1b0b29df-7b1f-4317-a6ef-bd3cb4e8ea72 HTTP/1.1" status: 200 len: 851 time: 0.0789287 Jun 28 11:22:05.909645 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45369d28-012a-49aa-aa97-fb48cfdf063e admin admin] Notify agent at l3_agent.dv-cinder-844605-1-iscsi the message routers_updated {{(pid=88177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:22:05.921406 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a40a33-a55e-4db5-a23f-39c8972525f4 None None] Sync routers for ids ['0173d806-516f-4f3a-88c1-e78dca0ee9d2'] in dv-cinder-844605-1-iscsi {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:22:05.934612 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a40a33-a55e-4db5-a23f-39c8972525f4 None None] Routers {'0173d806-516f-4f3a-88c1-e78dca0ee9d2'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:22:05.935599 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-b1a40a33-a55e-4db5-a23f-39c8972525f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:21:38Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['0173d806-516f-4f3a-88c1-e78dca0ee9d2'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:05.938957 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-45369d28-012a-49aa-aa97-fb48cfdf063e admin admin] 10.222.0.23 "PUT /v2.0/routers/0173d806-516f-4f3a-88c1-e78dca0ee9d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9849503 Jun 28 11:22:05.939589 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 59316) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:06.013299 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bfb2b9-6903-486d-a29b-933d89e863c8 req-94bc1adc-f0ff-438c-8765-c986b4900226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:06.014772 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-b3bfb2b9-6903-486d-a29b-933d89e863c8 req-94bc1adc-f0ff-438c-8765-c986b4900226 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0d6307f0-ba10-44a7-b3d3-c9e66a22edf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1069579 Jun 28 11:22:06.127077 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-b1a40a33-a55e-4db5-a23f-39c8972525f4 None None] Set router 0173d806-516f-4f3a-88c1-e78dca0ee9d2 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:22:06.140396 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-27694843-1aa4-4f62-8990-0bbb2c804638 admin admin] Notify callbacks [] for router, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:06.154107 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-b3bfb2b9-6903-486d-a29b-933d89e863c8 req-0eda7651-470e-4d8d-85aa-7f4103d9a346 service neutron] 10.222.0.43 "GET /v2.0/networks/0d6307f0-ba10-44a7-b3d3-c9e66a22edf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317041 Jun 28 11:22:06.299554 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-b3bfb2b9-6903-486d-a29b-933d89e863c8 req-dc0d94be-9759-41a8-ac2b-d810c8a57010 service neutron] 10.222.0.43 "GET /v2.0/networks/0d6307f0-ba10-44a7-b3d3-c9e66a22edf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387725 Jun 28 11:22:06.331534 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ce6eefbd-32b9-47ff-9a1e-abb13e0aa9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:06.346154 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-27694843-1aa4-4f62-8990-0bbb2c804638 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:06.357531 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [None req-27694843-1aa4-4f62-8990-0bbb2c804638 admin admin] Deleting port f5177431-bcfe-46a1-bed7-23824d4d541e {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:22:06.357932 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-27694843-1aa4-4f62-8990-0bbb2c804638 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:06.453729 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-b1a40a33-a55e-4db5-a23f-39c8972525f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0173d806-516f-4f3a-88c1-e78dca0ee9d2', 'name': 'tempest-TestMinimumBasicScenario-484333854-router', 'tenant_id': '77eae37115d048659b89dde49e35bef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'f5177431-bcfe-46a1-bed7-23824d4d541e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:17:59Z', 'updated_at': '2022-06-28T11:22:04Z', 'revision_number': 5, 'project_id': '77eae37115d048659b89dde49e35bef4', 'gw_port': {'id': 'f5177431-bcfe-46a1-bed7-23824d4d541e', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:cf:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0173d806-516f-4f3a-88c1-e78dca0ee9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:18:01Z', 'updated_at': '2022-06-28T11:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi'}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:06.458482 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a40a33-a55e-4db5-a23f-39c8972525f4 None None] Checking router: 0173d806-516f-4f3a-88c1-e78dca0ee9d2 for host: dv-cinder-844605-1-iscsi {{(pid=88179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:22:06.467439 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a40a33-a55e-4db5-a23f-39c8972525f4 None None] Routers {'0173d806-516f-4f3a-88c1-e78dca0ee9d2'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:22:06.468337 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-b1a40a33-a55e-4db5-a23f-39c8972525f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:21:38Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['0173d806-516f-4f3a-88c1-e78dca0ee9d2'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:06.545993 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.db [None req-27694843-1aa4-4f62-8990-0bbb2c804638 admin admin] For port f5177431-bcfe-46a1-bed7-23824d4d541e, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=f5177431-bcfe-46a1-bed7-23824d4d541e,segment=NetworkSegment(886fa905-49b2-4170-854f-b2cc2955959a),segment_id=886fa905-49b2-4170-854f-b2cc2955959a)] {{(pid=88177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:22:06.546372 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-27694843-1aa4-4f62-8990-0bbb2c804638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:06.627672 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-b1a40a33-a55e-4db5-a23f-39c8972525f4 None None] Set router 0173d806-516f-4f3a-88c1-e78dca0ee9d2 gateway port host: None {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:22:06.675286 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [None req-27694843-1aa4-4f62-8990-0bbb2c804638 admin admin] Calling delete_port for f5177431-bcfe-46a1-bed7-23824d4d541e owned by network:router_gateway {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:22:06.789110 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-b1a40a33-a55e-4db5-a23f-39c8972525f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0173d806-516f-4f3a-88c1-e78dca0ee9d2', 'name': 'tempest-TestMinimumBasicScenario-484333854-router', 'tenant_id': '77eae37115d048659b89dde49e35bef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:17:59Z', 'updated_at': '2022-06-28T11:22:06Z', 'revision_number': 6, 'project_id': '77eae37115d048659b89dde49e35bef4', 'gw_port_host': None}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:06.793361 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a40a33-a55e-4db5-a23f-39c8972525f4 None None] The sync data for ids ['0173d806-516f-4f3a-88c1-e78dca0ee9d2'] in dv-cinder-844605-1-iscsi is: [{'id': '0173d806-516f-4f3a-88c1-e78dca0ee9d2', 'name': 'tempest-TestMinimumBasicScenario-484333854-router', 'tenant_id': '77eae37115d048659b89dde49e35bef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:17:59Z', 'updated_at': '2022-06-28T11:22:06Z', 'revision_number': 6, 'project_id': '77eae37115d048659b89dde49e35bef4', 'gw_port_host': None}] {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:22:06.865818 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-27694843-1aa4-4f62-8990-0bbb2c804638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782104357524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782103981240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2688079'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:06.913627 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27694843-1aa4-4f62-8990-0bbb2c804638 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5177431-bcfe-46a1-bed7-23824d4d541e,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:07.181034 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-27694843-1aa4-4f62-8990-0bbb2c804638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362556'] for router_gateway, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:07.187840 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509edda5-1283-413d-b494-33aafc4475a8 req-73ac6e38-18b3-4387-b7e6-3f49bbb70bce tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:07.189492 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-509edda5-1283-413d-b494-33aafc4475a8 req-73ac6e38-18b3-4387-b7e6-3f49bbb70bce tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5feac2-94f7-4fac-9509-f0a495642234 HTTP/1.1" status: 200 len: 946 time: 0.0908527 Jun 28 11:22:07.243023 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-509edda5-1283-413d-b494-33aafc4475a8 req-a6711ed3-8b31-4a28-a23e-5a325465d369 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/security-groups?id=56306c0d-b659-4870-a456-904bd2051209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462408 Jun 28 11:22:07.361175 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-27694843-1aa4-4f62-8990-0bbb2c804638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5234'] for router, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:07.364287 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-27694843-1aa4-4f62-8990-0bbb2c804638 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:07.442316 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe748724-66be-46d0-94bc-7e7868509d01 req-460a8cf0-a339-4ba6-b5c9-2bdf19aaa300 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:07.443771 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-fe748724-66be-46d0-94bc-7e7868509d01 req-460a8cf0-a339-4ba6-b5c9-2bdf19aaa300 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea83eb55-6bed-4b8b-af23-e0393dfe0aa7 HTTP/1.1" status: 200 len: 943 time: 0.3758378 Jun 28 11:22:07.481783 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-27694843-1aa4-4f62-8990-0bbb2c804638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-360925'] for router, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:07.482259 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27694843-1aa4-4f62-8990-0bbb2c804638 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0173d806-516f-4f3a-88c1-e78dca0ee9d2 {{(pid=88177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 28 11:22:07.499239 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-fe748724-66be-46d0-94bc-7e7868509d01 req-f8fcdfb9-24d1-4e50-a3fe-e08a703ca056 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Synchronizing usage tracker for tenant:34f9a4af464a4c14af73bb4bb8314982 on resource:security_group {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:22:07.513163 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-27694843-1aa4-4f62-8990-0bbb2c804638 admin admin] Notify callbacks [] for router, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:07.514220 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-27694843-1aa4-4f62-8990-0bbb2c804638 admin admin] 10.222.0.23 "DELETE /v2.0/routers/0173d806-516f-4f3a-88c1-e78dca0ee9d2 HTTP/1.1" status: 204 len: 168 time: 1.5735393 Jun 28 11:22:07.517157 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 59336) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:07.524913 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-fe748724-66be-46d0-94bc-7e7868509d01 req-f8fcdfb9-24d1-4e50-a3fe-e08a703ca056 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Unset dirty status for tenant:34f9a4af464a4c14af73bb4bb8314982 on resource:security_group {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:22:07.526271 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-fe748724-66be-46d0-94bc-7e7868509d01 req-f8fcdfb9-24d1-4e50-a3fe-e08a703ca056 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/security-groups?id=59240f42-5ee9-4357-a242-d6ccb32541ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738826 Jun 28 11:22:07.581545 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1348d0d-c1f1-444d-b36c-677f95e12400 admin admin] Deleting subnet e9feb477-844d-42be-a847-c7d3944efda0 {{(pid=88178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 28 11:22:07.585017 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-e1348d0d-c1f1-444d-b36c-677f95e12400 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:07.634701 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-e1348d0d-c1f1-444d-b36c-677f95e12400 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2289234'] for subnet, precommit_delete_associations {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:07.642849 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 66d76bf3-c316-4567-8b3c-a6aa2d97c10f no longer exists at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:22:07.677583 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] No Port match for: 66d76bf3-c316-4567-8b3c-a6aa2d97c10f {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:22:07.678018 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 66d76bf3-c316-4567-8b3c-a6aa2d97c10f not bound to the agent host dv-cinder-844605-1-iscsi {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:22:07.678506 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device f5177431-bcfe-46a1-bed7-23824d4d541e no longer exists at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:22:07.714679 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] No Port match for: f5177431-bcfe-46a1-bed7-23824d4d541e {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:22:07.714679 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device f5177431-bcfe-46a1-bed7-23824d4d541e not bound to the agent host dv-cinder-844605-1-iscsi {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:22:07.721253 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-e1348d0d-c1f1-444d-b36c-677f95e12400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7782429'] for subnet, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:07.795852 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-e1348d0d-c1f1-444d-b36c-677f95e12400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7782438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2287970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2482708'] for subnet, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:07.840154 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1348d0d-c1f1-444d-b36c-677f95e12400 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9feb477-844d-42be-a847-c7d3944efda0,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:07.845869 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-e1348d0d-c1f1-444d-b36c-677f95e12400 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:07.852001 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6987f9c4-952b-497d-8d78-52f91d4769a3 None None] Network 8d437053-9a25-41d8-b168-e0d643696185 requested from dv-cinder-844605-1-iscsi {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:22:07.854138 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-e1348d0d-c1f1-444d-b36c-677f95e12400 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e9feb477-844d-42be-a847-c7d3944efda0 HTTP/1.1" status: 204 len: 168 time: 0.3355350 Jun 28 11:22:07.856603 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 59340) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:07.987309 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-76f7680d-dc22-4148-a740-bf34ad784f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7702436'] for network, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:08.001371 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [None req-76f7680d-dc22-4148-a740-bf34ad784f9c admin admin] Deleting port 478fcb68-fa63-405b-b1d4-4ba590e0da1b {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:22:08.001699 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-76f7680d-dc22-4148-a740-bf34ad784f9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:08.138955 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f905ab5-dfc0-4ec5-ba1f-01e72f07ebbf None None] DHCP port deletion for 8d437053-9a25-41d8-b168-e0d643696185 request from dv-cinder-844605-1-iscsi {{(pid=88179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 28 11:22:08.143300 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-1f905ab5-dfc0-4ec5-ba1f-01e72f07ebbf None None] Deleting port 478fcb68-fa63-405b-b1d4-4ba590e0da1b {{(pid=88179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:22:08.143705 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1f905ab5-dfc0-4ec5-ba1f-01e72f07ebbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:08.219201 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.db [None req-76f7680d-dc22-4148-a740-bf34ad784f9c admin admin] For port 478fcb68-fa63-405b-b1d4-4ba590e0da1b, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=478fcb68-fa63-405b-b1d4-4ba590e0da1b,segment=NetworkSegment(47eeed17-0fc0-434d-9085-9a058a232be9),segment_id=47eeed17-0fc0-434d-9085-9a058a232be9)] {{(pid=88177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:22:08.219523 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-76f7680d-dc22-4148-a740-bf34ad784f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:08.349022 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [None req-76f7680d-dc22-4148-a740-bf34ad784f9c admin admin] Calling delete_port for 478fcb68-fa63-405b-b1d4-4ba590e0da1b owned by network:dhcp {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:22:08.356724 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-1f905ab5-dfc0-4ec5-ba1f-01e72f07ebbf None None] For port 478fcb68-fa63-405b-b1d4-4ba590e0da1b, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=478fcb68-fa63-405b-b1d4-4ba590e0da1b,segment=NetworkSegment(47eeed17-0fc0-434d-9085-9a058a232be9),segment_id=47eeed17-0fc0-434d-9085-9a058a232be9)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:22:08.357245 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1f905ab5-dfc0-4ec5-ba1f-01e72f07ebbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:08.436778 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-76f7680d-dc22-4148-a740-bf34ad784f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782104357524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782103981240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2688079'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:08.492154 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f7680d-dc22-4148-a740-bf34ad784f9c admin admin] Pushing event deleted for resources: {'Port': ['ID=478fcb68-fa63-405b-b1d4-4ba590e0da1b,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:08.493784 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f7680d-dc22-4148-a740-bf34ad784f9c admin admin] No DVR routers for this DVR port 478fcb68-fa63-405b-b1d4-4ba590e0da1b on host dv-cinder-844605-1-iscsi {{(pid=88177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:22:08.505803 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-1f905ab5-dfc0-4ec5-ba1f-01e72f07ebbf None None] Calling delete_port for 478fcb68-fa63-405b-b1d4-4ba590e0da1b owned by network:dhcp {{(pid=88179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:22:08.547737 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d61cc10b-ff56-4018-a315-770d238cff0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:08.602690 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.db.api [None req-1f905ab5-dfc0-4ec5-ba1f-01e72f07ebbf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 11:22:08.602972 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG oslo_db.api [None req-1f905ab5-dfc0-4ec5-ba1f-01e72f07ebbf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 11:22:08.618248 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aec8a7-6cdd-48af-b28e-d58209331969 req-7fd6ae5d-01d8-489e-86cd-c49fff7bf60b tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:08.620010 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-41aec8a7-6cdd-48af-b28e-d58209331969 req-7fd6ae5d-01d8-489e-86cd-c49fff7bf60b tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5feac2-94f7-4fac-9509-f0a495642234 HTTP/1.1" status: 200 len: 946 time: 0.1093104 Jun 28 11:22:08.629240 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-76f7680d-dc22-4148-a740-bf34ad784f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7788904', 'neutron.services.segments.db._delete_segments_for_network-8782104351353'] for network, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:08.662676 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.services.segments.db [None req-76f7680d-dc22-4148-a740-bf34ad784f9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d437053-9a25-41d8-b168-e0d643696185']}} {{(pid=88177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:08.671996 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-41aec8a7-6cdd-48af-b28e-d58209331969 req-853d082f-21dc-4b4d-8a77-9c1641b8b1f4 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/security-groups?id=56306c0d-b659-4870-a456-904bd2051209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433035 Jun 28 11:22:08.718188 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.services.segments.db [None req-76f7680d-dc22-4148-a740-bf34ad784f9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47eeed17-0fc0-434d-9085-9a058a232be9') {'for_net_delete': True} {{(pid=88177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:08.718466 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.services.segments.db [None req-76f7680d-dc22-4148-a740-bf34ad784f9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47eeed17-0fc0-434d-9085-9a058a232be9') {} {{(pid=88177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:08.732982 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-76f7680d-dc22-4148-a740-bf34ad784f9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782104354196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2687799'] for segment, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:08.756412 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-76f7680d-dc22-4148-a740-bf34ad784f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812087'] for segment, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:08.765102 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76f7680d-dc22-4148-a740-bf34ad784f9c admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=88177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 11:22:08.765477 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-76f7680d-dc22-4148-a740-bf34ad784f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7812088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2688188'] for segment, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:08.924769 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.services.segments.plugin [-] Segment 47eeed17-0fc0-434d-9085-9a058a232be9 resource provider aggregate not found Jun 28 11:22:08.948495 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.services.segments.plugin [-] Segment 47eeed17-0fc0-434d-9085-9a058a232be9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 47eeed17-0fc0-434d-9085-9a058a232be9 found for delete ", "request_id": "req-500e23f9-c2a1-4aff-886b-06d0552c1f91"}]} Jun 28 11:22:08.971636 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f078f-56a8-4fa8-8d2f-343a0064636c req-d584d9c5-262e-4146-bb33-5c388018b15c tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:08.974060 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b38f078f-56a8-4fa8-8d2f-343a0064636c req-d584d9c5-262e-4146-bb33-5c388018b15c tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea83eb55-6bed-4b8b-af23-e0393dfe0aa7 HTTP/1.1" status: 200 len: 943 time: 0.3200970 Jun 28 11:22:08.975461 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-76f7680d-dc22-4148-a740-bf34ad784f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7788903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361949'] for network, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:08.980830 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-76f7680d-dc22-4148-a740-bf34ad784f9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562711'] for network, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:09.022815 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f7680d-dc22-4148-a740-bf34ad784f9c admin admin] Pushing event deleted for resources: {'Network': ['ID=8d437053-9a25-41d8-b168-e0d643696185,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:09.035896 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-76f7680d-dc22-4148-a740-bf34ad784f9c admin admin] 10.222.0.23 "DELETE /v2.0/networks/8d437053-9a25-41d8-b168-e0d643696185 HTTP/1.1" status: 204 len: 168 time: 1.1754611 Jun 28 11:22:09.059060 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b38f078f-56a8-4fa8-8d2f-343a0064636c req-1456936f-5d1a-4a4c-b917-0ad7215cd8aa tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/security-groups?id=59240f42-5ee9-4357-a242-d6ccb32541ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628221 Jun 28 11:22:09.104732 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-1f905ab5-dfc0-4ec5-ba1f-01e72f07ebbf None None] Deleting port 478fcb68-fa63-405b-b1d4-4ba590e0da1b {{(pid=88179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:22:09.105377 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-1f905ab5-dfc0-4ec5-ba1f-01e72f07ebbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:09.180913 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-1f905ab5-dfc0-4ec5-ba1f-01e72f07ebbf None None] The port '478fcb68-fa63-405b-b1d4-4ba590e0da1b' was deleted {{(pid=88179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 28 11:22:09.224391 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 59360) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:09.437609 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-15fcb7fe-4d51-45b6-8f53-163df52f31d2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d25e7ce42d8c46ecbeacc1c6835ede35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2118342 Jun 28 11:22:09.440760 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 59364) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:09.459681 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c06b2-812c-4b29-8b23-79f413fb290f req-5ef73494-8a5f-4fd1-8199-3ce33494a3e3 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:09.461332 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-ee7c06b2-812c-4b29-8b23-79f413fb290f req-5ef73494-8a5f-4fd1-8199-3ce33494a3e3 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a5feac2-94f7-4fac-9509-f0a495642234 HTTP/1.1" status: 200 len: 946 time: 0.2225292 Jun 28 11:22:09.506436 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-fa14bb3e-9bbb-4c2e-9df9-3d74df0d1402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:09.532804 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-fa14bb3e-9bbb-4c2e-9df9-3d74df0d1402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:09.539284 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.plugin [req-ee7c06b2-812c-4b29-8b23-79f413fb290f req-556ae97e-f6f7-4b4a-bd98-85506aea7444 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Deleting port 251e1a9d-ec96-4ba0-a7a1-43dc3602134b {{(pid=88178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:22:09.539650 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [req-ee7c06b2-812c-4b29-8b23-79f413fb290f req-556ae97e-f6f7-4b4a-bd98-85506aea7444 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:09.600156 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-fa14bb3e-9bbb-4c2e-9df9-3d74df0d1402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:09.614497 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b58b1c24-9254-4745-9794-e7d1435c798c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:09.626982 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa14bb3e-9bbb-4c2e-9df9-3d74df0d1402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=241009c6-b554-4232-9a2a-0be989c868ee,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:09.637626 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-fa14bb3e-9bbb-4c2e-9df9-3d74df0d1402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:09.641202 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-fa14bb3e-9bbb-4c2e-9df9-3d74df0d1402 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/241009c6-b554-4232-9a2a-0be989c868ee HTTP/1.1" status: 204 len: 168 time: 0.1971004 Jun 28 11:22:09.665554 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 478fcb68-fa63-405b-b1d4-4ba590e0da1b no longer exists at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:22:09.701245 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] No Port match for: 478fcb68-fa63-405b-b1d4-4ba590e0da1b {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:22:09.701590 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 478fcb68-fa63-405b-b1d4-4ba590e0da1b not bound to the agent host dv-cinder-844605-1-iscsi {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:22:09.795959 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:09.906946 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.db [req-ee7c06b2-812c-4b29-8b23-79f413fb290f req-556ae97e-f6f7-4b4a-bd98-85506aea7444 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] For port 251e1a9d-ec96-4ba0-a7a1-43dc3602134b, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=251e1a9d-ec96-4ba0-a7a1-43dc3602134b,segment=NetworkSegment(17cc432d-efff-455f-9a65-b5d8bf244c2a),segment_id=17cc432d-efff-455f-9a65-b5d8bf244c2a)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:22:09.907953 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [req-ee7c06b2-812c-4b29-8b23-79f413fb290f req-556ae97e-f6f7-4b4a-bd98-85506aea7444 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:10.019786 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb606a-a83e-48f6-a48f-e0145fc96c8a req-d36740d4-aa40-4600-acf4-1355c84e6f88 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:10.021659 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-59bb606a-a83e-48f6-a48f-e0145fc96c8a req-d36740d4-aa40-4600-acf4-1355c84e6f88 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5feac2-94f7-4fac-9509-f0a495642234 HTTP/1.1" status: 200 len: 946 time: 0.2333419 Jun 28 11:22:10.043832 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 59374) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:10.098374 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-f27027bd-c83a-425f-9d3d-2ee84bdb1725 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=77eae37115d048659b89dde49e35bef4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0531847 Jun 28 11:22:10.100991 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 59382) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:10.169336 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-59bb606a-a83e-48f6-a48f-e0145fc96c8a req-f33f752c-4338-4b44-acc1-6e78779b6682 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/security-groups?id=56306c0d-b659-4870-a456-904bd2051209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400135 Jun 28 11:22:10.223105 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ca515487-ba64-4f1a-8b5a-6967c785ed75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:10.262006 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ca515487-ba64-4f1a-8b5a-6967c785ed75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:10.286001 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [req-ee7c06b2-812c-4b29-8b23-79f413fb290f req-556ae97e-f6f7-4b4a-bd98-85506aea7444 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:10.286425 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [req-ee7c06b2-812c-4b29-8b23-79f413fb290f req-556ae97e-f6f7-4b4a-bd98-85506aea7444 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361935'] for floatingip, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:10.286738 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.db.l3_db [req-ee7c06b2-812c-4b29-8b23-79f413fb290f req-556ae97e-f6f7-4b4a-bd98-85506aea7444 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Floating IP cbff2e60-ea6f-4f19-a99a-725100ddce6f disassociated. External IP: 172.27.2.147, port: 251e1a9d-ec96-4ba0-a7a1-43dc3602134b. Jun 28 11:22:10.287103 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.plugin [req-ee7c06b2-812c-4b29-8b23-79f413fb290f req-556ae97e-f6f7-4b4a-bd98-85506aea7444 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Calling delete_port for 251e1a9d-ec96-4ba0-a7a1-43dc3602134b owned by compute:nova {{(pid=88178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:22:10.334805 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3ca5f-b142-4873-be19-9ed34f938298 req-ad326394-9371-4165-9dd2-1f0e553d4c06 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:10.336443 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-dbc3ca5f-b142-4873-be19-9ed34f938298 req-ad326394-9371-4165-9dd2-1f0e553d4c06 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea83eb55-6bed-4b8b-af23-e0393dfe0aa7 HTTP/1.1" status: 200 len: 943 time: 0.1609199 Jun 28 11:22:10.364672 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ca515487-ba64-4f1a-8b5a-6967c785ed75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:10.395803 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca515487-ba64-4f1a-8b5a-6967c785ed75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af018d1-e8d3-42cb-9ad8-301a2da2c78a,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:10.403860 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ca515487-ba64-4f1a-8b5a-6967c785ed75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:10.407712 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-ca515487-ba64-4f1a-8b5a-6967c785ed75 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1af018d1-e8d3-42cb-9ad8-301a2da2c78a HTTP/1.1" status: 204 len: 168 time: 0.3056352 Jun 28 11:22:10.411345 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-dbc3ca5f-b142-4873-be19-9ed34f938298 req-a959f3b0-5a91-49e6-a563-da804b5dff1b tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/security-groups?id=59240f42-5ee9-4357-a242-d6ccb32541ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641208 Jun 28 11:22:10.463000 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [req-ee7c06b2-812c-4b29-8b23-79f413fb290f req-556ae97e-f6f7-4b4a-bd98-85506aea7444 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782104357524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782103981240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287935'] for port, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:10.515083 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556ae97e-f6f7-4b4a-bd98-85506aea7444 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Pushing event deleted for resources: {'Port': ['ID=251e1a9d-ec96-4ba0-a7a1-43dc3602134b,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:10.722469 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee7c06b2-812c-4b29-8b23-79f413fb290f req-556ae97e-f6f7-4b4a-bd98-85506aea7444 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Router ade2194f-1c03-40e9-8c97-1ca6cc2e34b1 has already been hosted by L3 agent 65138fbb-a379-4cdd-9015-09db381edeba {{(pid=88178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:22:10.916701 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee7c06b2-812c-4b29-8b23-79f413fb290f req-556ae97e-f6f7-4b4a-bd98-85506aea7444 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify agent at l3_agent.dv-cinder-844605-1-iscsi the message routers_updated {{(pid=88178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:22:10.932555 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5347d3d8-c6ed-408f-b234-b2455235597c None None] Sync routers for ids ['ade2194f-1c03-40e9-8c97-1ca6cc2e34b1'] in dv-cinder-844605-1-iscsi {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:22:10.960473 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5347d3d8-c6ed-408f-b234-b2455235597c None None] Routers {'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:22:10.964191 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-5347d3d8-c6ed-408f-b234-b2455235597c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:22:08Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['ade2194f-1c03-40e9-8c97-1ca6cc2e34b1'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:10.973813 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-90b31af6-315a-40c1-95e8-9ba1745e2d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:11.141706 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee7c06b2-812c-4b29-8b23-79f413fb290f req-556ae97e-f6f7-4b4a-bd98-85506aea7444 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] No DVR routers for this DVR port 251e1a9d-ec96-4ba0-a7a1-43dc3602134b on host hv-cinder-84460 {{(pid=88178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:22:11.144130 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [req-ee7c06b2-812c-4b29-8b23-79f413fb290f req-556ae97e-f6f7-4b4a-bd98-85506aea7444 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for port, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:11.147157 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a5feac2-94f7-4fac-9509-f0a495642234', 'name': 'network-vif-deleted', 'tag': '251e1a9d-ec96-4ba0-a7a1-43dc3602134b'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:22:11.166982 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-ee7c06b2-812c-4b29-8b23-79f413fb290f req-556ae97e-f6f7-4b4a-bd98-85506aea7444 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.43 "DELETE /v2.0/ports/251e1a9d-ec96-4ba0-a7a1-43dc3602134b HTTP/1.1" status: 204 len: 173 time: 1.6969182 Jun 28 11:22:11.262468 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvr_db [None req-5347d3d8-c6ed-408f-b234-b2455235597c None None] Set router ade2194f-1c03-40e9-8c97-1ca6cc2e34b1 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:22:11.370831 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-e5408a08-eb00-47d2-9ae4-9eb5a88cc4e5 req-ed3aa413-ca5b-4501-8fc8-24c497fe0a6c tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a5feac2-94f7-4fac-9509-f0a495642234 HTTP/1.1" status: 200 len: 210 time: 0.0723042 Jun 28 11:22:11.467423 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e5f2185-84b7-456b-bc28-4fd26f2754c8'] response: {'server_uuid': '0a5feac2-94f7-4fac-9509-f0a495642234', 'name': 'network-vif-deleted', 'tag': '251e1a9d-ec96-4ba0-a7a1-43dc3602134b', 'status': 'completed', 'code': 200} Jun 28 11:22:11.617379 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b0d86-d28a-46b4-b372-b20c637646a1 req-33f98e13-9a08-4018-b9c0-0fb8f9e04e4d tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:11.619605 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-8d1b0d86-d28a-46b4-b372-b20c637646a1 req-33f98e13-9a08-4018-b9c0-0fb8f9e04e4d tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea83eb55-6bed-4b8b-af23-e0393dfe0aa7 HTTP/1.1" status: 200 len: 943 time: 0.0923839 Jun 28 11:22:11.621197 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-5347d3d8-c6ed-408f-b234-b2455235597c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1', 'name': 'tempest-AttachVolumeTestJSON-598911938-router', 'tenant_id': '0d240302ccf0453994b861ae39dea463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f709371d-334e-4068-84cd-106c6afa05e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:21Z', 'updated_at': '2022-06-28T11:16:38Z', 'revision_number': 4, 'project_id': '0d240302ccf0453994b861ae39dea463', 'gw_port': {'id': 'f709371d-334e-4068-84cd-106c6afa05e9', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:24Z', 'updated_at': '2022-06-28T11:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': '5580a367-b90f-424e-b4b7-659e07cd44cd', 'name': '', 'network_id': '3f8d13e4-2335-496a-b358-95cda2a57319', 'tenant_id': '0d240302ccf0453994b861ae39dea463', 'mac_address': 'fa:16:3e:d4:ef:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2fabbc00-cab3-403d-bb79-f769bf69911e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:35Z', 'updated_at': '2022-06-28T11:16:51Z', 'revision_number': 5, 'project_id': '0d240302ccf0453994b861ae39dea463', 'subnets': [{'id': '2fabbc00-cab3-403d-bb79-f769bf69911e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:11.625247 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5347d3d8-c6ed-408f-b234-b2455235597c None None] Checking router: ade2194f-1c03-40e9-8c97-1ca6cc2e34b1 for host: dv-cinder-844605-1-iscsi {{(pid=88180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:22:11.635110 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5347d3d8-c6ed-408f-b234-b2455235597c None None] Routers {'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:22:11.635705 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-5347d3d8-c6ed-408f-b234-b2455235597c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:22:08Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['ade2194f-1c03-40e9-8c97-1ca6cc2e34b1'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:11.677481 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-8d1b0d86-d28a-46b4-b372-b20c637646a1 req-bb29f5b1-3772-4eb4-b040-cc40a87d908b tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/security-groups?id=59240f42-5ee9-4357-a242-d6ccb32541ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509439 Jun 28 11:22:11.823986 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvr_db [None req-5347d3d8-c6ed-408f-b234-b2455235597c None None] Set router ade2194f-1c03-40e9-8c97-1ca6cc2e34b1 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:22:12.153239 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-5347d3d8-c6ed-408f-b234-b2455235597c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1', 'name': 'tempest-AttachVolumeTestJSON-598911938-router', 'tenant_id': '0d240302ccf0453994b861ae39dea463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f709371d-334e-4068-84cd-106c6afa05e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:21Z', 'updated_at': '2022-06-28T11:16:38Z', 'revision_number': 4, 'project_id': '0d240302ccf0453994b861ae39dea463', 'gw_port': {'id': 'f709371d-334e-4068-84cd-106c6afa05e9', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:24Z', 'updated_at': '2022-06-28T11:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': '5580a367-b90f-424e-b4b7-659e07cd44cd', 'name': '', 'network_id': '3f8d13e4-2335-496a-b358-95cda2a57319', 'tenant_id': '0d240302ccf0453994b861ae39dea463', 'mac_address': 'fa:16:3e:d4:ef:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2fabbc00-cab3-403d-bb79-f769bf69911e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:35Z', 'updated_at': '2022-06-28T11:16:51Z', 'revision_number': 5, 'project_id': '0d240302ccf0453994b861ae39dea463', 'subnets': [{'id': '2fabbc00-cab3-403d-bb79-f769bf69911e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:12.157857 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5347d3d8-c6ed-408f-b234-b2455235597c None None] The sync data for ids ['ade2194f-1c03-40e9-8c97-1ca6cc2e34b1'] in dv-cinder-844605-1-iscsi is: [{'id': 'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1', 'name': 'tempest-AttachVolumeTestJSON-598911938-router', 'tenant_id': '0d240302ccf0453994b861ae39dea463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f709371d-334e-4068-84cd-106c6afa05e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:21Z', 'updated_at': '2022-06-28T11:16:38Z', 'revision_number': 4, 'project_id': '0d240302ccf0453994b861ae39dea463', 'gw_port': {'id': 'f709371d-334e-4068-84cd-106c6afa05e9', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:24Z', 'updated_at': '2022-06-28T11:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': '5580a367-b90f-424e-b4b7-659e07cd44cd', 'name': '', 'network_id': '3f8d13e4-2335-496a-b358-95cda2a57319', 'tenant_id': '0d240302ccf0453994b861ae39dea463', 'mac_address': 'fa:16:3e:d4:ef:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2fabbc00-cab3-403d-bb79-f769bf69911e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:35Z', 'updated_at': '2022-06-28T11:16:51Z', 'revision_number': 5, 'project_id': '0d240302ccf0453994b861ae39dea463', 'subnets': [{'id': '2fabbc00-cab3-403d-bb79-f769bf69911e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:22:12.374891 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f7a34a-6a63-4622-8ff3-9926446f0a26 None None] New status for floating IP cbff2e60-ea6f-4f19-a99a-725100ddce6f: DOWN {{(pid=88179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:22:12.487490 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 59406) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:12.560490 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-14b42099-a156-4c74-ae67-61d89b34efa1 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:12.587936 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-14b42099-a156-4c74-ae67-61d89b34efa1 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:12.645457 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-14b42099-a156-4c74-ae67-61d89b34efa1 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:12.662914 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b42099-a156-4c74-ae67-61d89b34efa1 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56306c0d-b659-4870-a456-904bd2051209,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:12.674738 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-14b42099-a156-4c74-ae67-61d89b34efa1 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:12.676139 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-14b42099-a156-4c74-ae67-61d89b34efa1 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "DELETE /v2.0/security-groups/56306c0d-b659-4870-a456-904bd2051209 HTTP/1.1" status: 204 len: 168 time: 0.1868718 Jun 28 11:22:12.678604 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 59416) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:12.696362 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.api.v2.resource [None req-9632692e-f642-4ace-ae8f-a4fc0b1d292b tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] show failed (client error): The resource could not be found. Jun 28 11:22:12.697734 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-9632692e-f642-4ace-ae8f-a4fc0b1d292b tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/security-groups/56306c0d-b659-4870-a456-904bd2051209 HTTP/1.1" status: 404 len: 347 time: 0.0181448 Jun 28 11:22:12.703829 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 59422) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:12.825562 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device 251e1a9d-ec96-4ba0-a7a1-43dc3602134b no longer exists at agent hyperv_hv-cinder-84460 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:22:12.859947 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] No Port match for: 251e1a9d-ec96-4ba0-a7a1-43dc3602134b {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:22:12.860729 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device 251e1a9d-ec96-4ba0-a7a1-43dc3602134b not bound to the agent host hv-cinder-84460 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:22:12.865364 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [None req-812674f8-3945-472f-94ff-e1700435fa2e tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Deleting port 3cb12909-b2c8-45a1-90f4-3cfa1b36fdb2 {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:22:12.865708 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-812674f8-3945-472f-94ff-e1700435fa2e tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:12.881045 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d03c47b-bf48-47af-a491-aec7cc35c9e5 req-47112673-ded2-4505-b272-415a88db4b38 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:12.882501 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-2d03c47b-bf48-47af-a491-aec7cc35c9e5 req-47112673-ded2-4505-b272-415a88db4b38 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea83eb55-6bed-4b8b-af23-e0393dfe0aa7 HTTP/1.1" status: 200 len: 943 time: 0.0922484 Jun 28 11:22:12.931494 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-2d03c47b-bf48-47af-a491-aec7cc35c9e5 req-c44c5e60-916f-46bd-8e07-306378736be2 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/security-groups?id=59240f42-5ee9-4357-a242-d6ccb32541ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429299 Jun 28 11:22:13.046956 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-812674f8-3945-472f-94ff-e1700435fa2e tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:13.047269 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-812674f8-3945-472f-94ff-e1700435fa2e tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:13.171439 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [None req-812674f8-3945-472f-94ff-e1700435fa2e tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Calling delete_port for 3cb12909-b2c8-45a1-90f4-3cfa1b36fdb2 owned by network:floatingip {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:22:13.324270 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-812674f8-3945-472f-94ff-e1700435fa2e tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782104357524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782103981240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2688079'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:13.369954 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812674f8-3945-472f-94ff-e1700435fa2e tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Pushing event deleted for resources: {'Port': ['ID=3cb12909-b2c8-45a1-90f4-3cfa1b36fdb2,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:13.478827 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-812674f8-3945-472f-94ff-e1700435fa2e tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks [] for floatingip, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:13.492498 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-812674f8-3945-472f-94ff-e1700435fa2e tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for floatingip, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:13.493652 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-812674f8-3945-472f-94ff-e1700435fa2e tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "DELETE /v2.0/floatingips/cbff2e60-ea6f-4f19-a99a-725100ddce6f HTTP/1.1" status: 204 len: 168 time: 0.7889092 Jun 28 11:22:13.587645 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 59436) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:13.593187 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [None req-e89d747b-d64a-4a6b-ad27-bef8f0187217 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Request body: {'security_group': {'name': 'tempest-securitygroup--838075351', 'description': 'tempest-description--994061185'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:22:13.599969 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-e89d747b-d64a-4a6b-ad27-bef8f0187217 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:22:13.604184 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-e89d747b-d64a-4a6b-ad27-bef8f0187217 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Usage tracker for resource:security_group and tenant:0d240302ccf0453994b861ae39dea463 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:22:13.607076 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-e89d747b-d64a-4a6b-ad27-bef8f0187217 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:22:13.613244 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-e89d747b-d64a-4a6b-ad27-bef8f0187217 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:22:13.625225 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-e89d747b-d64a-4a6b-ad27-bef8f0187217 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:13.647533 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-e89d747b-d64a-4a6b-ad27-bef8f0187217 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:22:13.651752 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-e89d747b-d64a-4a6b-ad27-bef8f0187217 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Usage tracker for resource:security_group_rule and tenant:0d240302ccf0453994b861ae39dea463 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:22:13.655969 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-e89d747b-d64a-4a6b-ad27-bef8f0187217 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:22:13.662281 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-e89d747b-d64a-4a6b-ad27-bef8f0187217 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:22:13.746142 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-e89d747b-d64a-4a6b-ad27-bef8f0187217 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:13.752334 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-e89d747b-d64a-4a6b-ad27-bef8f0187217 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:13.801981 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89d747b-d64a-4a6b-ad27-bef8f0187217 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea555bc-241b-4ded-802b-43bfbcc31988,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:13.806124 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-e89d747b-d64a-4a6b-ad27-bef8f0187217 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:13.807432 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-e89d747b-d64a-4a6b-ad27-bef8f0187217 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2186677 Jun 28 11:22:13.810487 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 59440) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:13.815631 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [None req-97e8a494-659b-4132-9548-69755cb25f6b tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Request body: {'security_group_rule': {'security_group_id': '9ea555bc-241b-4ded-802b-43bfbcc31988', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:22:13.821903 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-97e8a494-659b-4132-9548-69755cb25f6b tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:22:13.826153 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-97e8a494-659b-4132-9548-69755cb25f6b tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Usage tracker for resource:security_group_rule and tenant:0d240302ccf0453994b861ae39dea463 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:22:13.829273 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-97e8a494-659b-4132-9548-69755cb25f6b tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:22:13.835302 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-97e8a494-659b-4132-9548-69755cb25f6b tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:22:13.853934 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-97e8a494-659b-4132-9548-69755cb25f6b tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:13.914836 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-97e8a494-659b-4132-9548-69755cb25f6b tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:13.919246 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-97e8a494-659b-4132-9548-69755cb25f6b tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545003'] for security_group_rule, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:13.942149 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e8a494-659b-4132-9548-69755cb25f6b tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=655088d9-f1ba-4c40-9325-fc7628ba1b08,revision_number=0']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:13.951625 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-97e8a494-659b-4132-9548-69755cb25f6b tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:13.952866 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-97e8a494-659b-4132-9548-69755cb25f6b tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1413262 Jun 28 11:22:13.955729 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 59444) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:13.961787 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [None req-5482fa2a-363e-4283-aac4-65e990a4b233 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Request body: {'security_group_rule': {'security_group_id': '9ea555bc-241b-4ded-802b-43bfbcc31988', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:22:13.967891 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-5482fa2a-363e-4283-aac4-65e990a4b233 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:22:13.973216 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-5482fa2a-363e-4283-aac4-65e990a4b233 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Usage tracker for resource:security_group_rule and tenant:0d240302ccf0453994b861ae39dea463 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:22:13.981868 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-5482fa2a-363e-4283-aac4-65e990a4b233 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:22:13.989822 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-5482fa2a-363e-4283-aac4-65e990a4b233 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:22:14.009324 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-5482fa2a-363e-4283-aac4-65e990a4b233 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:14.080060 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-5482fa2a-363e-4283-aac4-65e990a4b233 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:14.084028 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-5482fa2a-363e-4283-aac4-65e990a4b233 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545003'] for security_group_rule, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:14.111697 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5482fa2a-363e-4283-aac4-65e990a4b233 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=577e722f-1206-4113-a6da-d0d22891196d,revision_number=0']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:14.120428 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-5482fa2a-363e-4283-aac4-65e990a4b233 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:14.121643 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-5482fa2a-363e-4283-aac4-65e990a4b233 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1641526 Jun 28 11:22:14.125768 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 59450) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:14.130888 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [None req-7443f7de-133d-47aa-812b-10172d26af11 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Request body: {'floatingip': {'floating_network_id': '6387ef29-ddd8-4632-9016-e02c39923463'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:22:14.136534 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-7443f7de-133d-47aa-812b-10172d26af11 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:22:14.140388 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-7443f7de-133d-47aa-812b-10172d26af11 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Usage tracker for resource:floatingip and tenant:0d240302ccf0453994b861ae39dea463 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:22:14.142082 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca180b-5428-4d4d-b6df-c0eaca73ec2f req-4167c015-2258-45bd-acfd-a47e2f996b2c tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:14.143246 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-7443f7de-133d-47aa-812b-10172d26af11 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:22:14.143724 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-63ca180b-5428-4d4d-b6df-c0eaca73ec2f req-4167c015-2258-45bd-acfd-a47e2f996b2c tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea83eb55-6bed-4b8b-af23-e0393dfe0aa7 HTTP/1.1" status: 200 len: 943 time: 0.0955625 Jun 28 11:22:14.149575 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-7443f7de-133d-47aa-812b-10172d26af11 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:22:14.160996 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-7443f7de-133d-47aa-812b-10172d26af11 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks [] for floatingip, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:14.189655 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-63ca180b-5428-4d4d-b6df-c0eaca73ec2f req-0f63e55b-9ad2-4852-a45d-53cac7e6e7a7 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/security-groups?id=59240f42-5ee9-4357-a242-d6ccb32541ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385456 Jun 28 11:22:14.392591 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-7443f7de-133d-47aa-812b-10172d26af11 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:14.538450 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.db_base_plugin_common [None req-7443f7de-133d-47aa-812b-10172d26af11 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Allocated IP 172.27.2.26 (6387ef29-ddd8-4632-9016-e02c39923463/5f3766c0-f55a-400a-8fdd-81b5b17b1576/6945f90d-9f54-46a8-a615-b1f8a058833d) {{(pid=88177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:22:14.709715 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-7443f7de-133d-47aa-812b-10172d26af11 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks [] for port, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:14.748056 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-7443f7de-133d-47aa-812b-10172d26af11 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782103981231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2688079'] for port, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:14.817003 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7443f7de-133d-47aa-812b-10172d26af11 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Network 6387ef29-ddd8-4632-9016-e02c39923463 is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:22:14.819905 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.base_scheduler [None req-7443f7de-133d-47aa-812b-10172d26af11 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:22:14.823514 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7443f7de-133d-47aa-812b-10172d26af11 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Received port after_create {{(pid=88177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:22:14.829394 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device 9606ecb7-a35c-4f16-89fe-1c873b650038 details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=88179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:22:14.852445 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7443f7de-133d-47aa-812b-10172d26af11 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Pushing event updated for resources: {'Port': ['ID=6945f90d-9f54-46a8-a615-b1f8a058833d,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:14.913125 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-7443f7de-133d-47aa-812b-10172d26af11 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:14.980466 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-7443f7de-133d-47aa-812b-10172d26af11 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:15.002794 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port 9606ecb7-a35c-4f16-89fe-1c873b650038, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=9606ecb7-a35c-4f16-89fe-1c873b650038,segment=NetworkSegment(6274d8ad-456f-4882-af74-95c75bd63265),segment_id=6274d8ad-456f-4882-af74-95c75bd63265)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:22:15.015906 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Returning: {'device': '9606ecb7-a35c-4f16-89fe-1c873b650038', 'network_id': '0d6307f0-ba10-44a7-b3d3-c9e66a22edf8', 'port_id': '9606ecb7-a35c-4f16-89fe-1c873b650038', 'mac_address': 'fa:16:3e:37:e6:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b0b29df-7b1f-4317-a6ef-bd3cb4e8ea72', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:22:15.070690 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Current status of the port 9606ecb7-a35c-4f16-89fe-1c873b650038 is: DOWN; New status is: BUILD {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:22:15.071070 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:15.088024 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9606ecb7-a35c-4f16-89fe-1c873b650038 {{(pid=88179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:22:15.103926 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port 9606ecb7-a35c-4f16-89fe-1c873b650038, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=9606ecb7-a35c-4f16-89fe-1c873b650038,segment=NetworkSegment(6274d8ad-456f-4882-af74-95c75bd63265),segment_id=6274d8ad-456f-4882-af74-95c75bd63265)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:22:15.108676 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:15.181321 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Pushing event updated for resources: {'Port': ['ID=9606ecb7-a35c-4f16-89fe-1c873b650038,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:15.195932 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-7443f7de-133d-47aa-812b-10172d26af11 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks [] for port, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:15.202062 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-7443f7de-133d-47aa-812b-10172d26af11 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2688088'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:15.306173 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7443f7de-133d-47aa-812b-10172d26af11 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Pushing event updated for resources: {'Port': ['ID=6945f90d-9f54-46a8-a615-b1f8a058833d,revision_number=2']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:15.366267 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-7443f7de-133d-47aa-812b-10172d26af11 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361935'] for floatingip, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:15.401488 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-7443f7de-133d-47aa-812b-10172d26af11 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for floatingip, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:15.402681 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-7443f7de-133d-47aa-812b-10172d26af11 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2759881 Jun 28 11:22:15.413435 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] get_ports_and_sgs() called for port_ids ['9606ecb7-a35c-4f16-89fe-1c873b650038'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:22:15.425007 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7187f9a-7f02-416b-a214-daaccb9927f6 req-62cf3a15-a587-4d13-a043-0f340f357dca tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:15.426793 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-d7187f9a-7f02-416b-a214-daaccb9927f6 req-62cf3a15-a587-4d13-a043-0f340f357dca tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea83eb55-6bed-4b8b-af23-e0393dfe0aa7 HTTP/1.1" status: 200 len: 944 time: 0.1164322 Jun 28 11:22:15.475771 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-d7187f9a-7f02-416b-a214-daaccb9927f6 req-eff506e8-3a8d-49bf-ba6a-fb7dd56d1cf0 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/security-groups?id=59240f42-5ee9-4357-a242-d6ccb32541ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421762 Jun 28 11:22:15.672152 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [req-e7e0632c-e107-4153-8f28-4f2fdd5fc68e req-0de72cb8-2fda-4d7e-8657-b0f07051abde tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Synchronizing usage tracker for tenant:0d240302ccf0453994b861ae39dea463 on resource:security_group {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:22:15.688057 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [req-e7e0632c-e107-4153-8f28-4f2fdd5fc68e req-0de72cb8-2fda-4d7e-8657-b0f07051abde tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Unset dirty status for tenant:0d240302ccf0453994b861ae39dea463 on resource:security_group {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:22:15.696208 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-e7e0632c-e107-4153-8f28-4f2fdd5fc68e req-0de72cb8-2fda-4d7e-8657-b0f07051abde tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--838075351&fields=id&tenant_id=0d240302ccf0453994b861ae39dea463 HTTP/1.1" status: 200 len: 267 time: 0.0630074 Jun 28 11:22:15.847444 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e0632c-e107-4153-8f28-4f2fdd5fc68e req-818fc49a-2fe7-4e0c-9473-75d9dca31027 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:15.848872 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-e7e0632c-e107-4153-8f28-4f2fdd5fc68e req-818fc49a-2fe7-4e0c-9473-75d9dca31027 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/networks?id=3f8d13e4-2335-496a-b358-95cda2a57319 HTTP/1.1" status: 200 len: 810 time: 0.1516836 Jun 28 11:22:15.863352 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-e7e0632c-e107-4153-8f28-4f2fdd5fc68e req-29da36d8-440a-4a1f-b348-106237c625de tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/quotas/0d240302ccf0453994b861ae39dea463 HTTP/1.1" status: 200 len: 375 time: 0.0090570 Jun 28 11:22:15.959379 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [req-e7e0632c-e107-4153-8f28-4f2fdd5fc68e req-0e22d43d-6924-48a0-b6b6-b451d572e5c4 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Synchronizing usage tracker for tenant:0d240302ccf0453994b861ae39dea463 on resource:port {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:22:15.976075 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [req-e7e0632c-e107-4153-8f28-4f2fdd5fc68e req-0e22d43d-6924-48a0-b6b6-b451d572e5c4 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Unset dirty status for tenant:0d240302ccf0453994b861ae39dea463 on resource:port {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:22:15.977422 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-e7e0632c-e107-4153-8f28-4f2fdd5fc68e req-0e22d43d-6924-48a0-b6b6-b451d572e5c4 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0d240302ccf0453994b861ae39dea463&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1092925 Jun 28 11:22:16.134545 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-e7e0632c-e107-4153-8f28-4f2fdd5fc68e req-132c0531-336a-4e50-9f5d-cf69713bca3a service neutron] 10.222.0.23 "GET /v2.0/networks/3f8d13e4-2335-496a-b358-95cda2a57319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436074 Jun 28 11:22:16.278536 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-e7e0632c-e107-4153-8f28-4f2fdd5fc68e req-67ef1438-3ad9-453d-9f4d-e8224dde43f8 service neutron] 10.222.0.23 "GET /v2.0/networks/3f8d13e4-2335-496a-b358-95cda2a57319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341379 Jun 28 11:22:16.483852 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-a22fec6b-2dcb-4e3d-826f-3aab8409aad5 req-c1666822-4a20-4962-8125-de3745fa91c9 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Synchronizing usage tracker for tenant:0d240302ccf0453994b861ae39dea463 on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:22:16.497098 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-a22fec6b-2dcb-4e3d-826f-3aab8409aad5 req-c1666822-4a20-4962-8125-de3745fa91c9 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Unset dirty status for tenant:0d240302ccf0453994b861ae39dea463 on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:22:16.498223 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-a22fec6b-2dcb-4e3d-826f-3aab8409aad5 req-c1666822-4a20-4962-8125-de3745fa91c9 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=bec1f8f0-9584-4357-94c6-5971afc46b73 HTTP/1.1" status: 200 len: 210 time: 0.0702491 Jun 28 11:22:16.682652 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb57626-cc0f-4ed4-ad01-25fcbabfe280 req-ab53a8da-3f92-4e37-9c37-79efbea629ed tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:16.684358 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-cbb57626-cc0f-4ed4-ad01-25fcbabfe280 req-ab53a8da-3f92-4e37-9c37-79efbea629ed tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea83eb55-6bed-4b8b-af23-e0393dfe0aa7 HTTP/1.1" status: 200 len: 944 time: 0.0948114 Jun 28 11:22:16.731823 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-cbb57626-cc0f-4ed4-ad01-25fcbabfe280 req-96803e51-b917-4c08-8d22-c51f44955111 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/security-groups?id=59240f42-5ee9-4357-a242-d6ccb32541ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415277 Jun 28 11:22:16.831776 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device 9606ecb7-a35c-4f16-89fe-1c873b650038 up at agent hyperv_hv-cinder-84460 {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:22:16.908110 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Provisioning for port 9606ecb7-a35c-4f16-89fe-1c873b650038 completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:22:16.913645 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Provisioning complete for port 9606ecb7-a35c-4f16-89fe-1c873b650038 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:22:16.914073 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:17.035752 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Current status of the port 9606ecb7-a35c-4f16-89fe-1c873b650038 is: BUILD; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:22:17.036133 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:17.063384 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea83eb55-6bed-4b8b-af23-e0393dfe0aa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9606ecb7-a35c-4f16-89fe-1c873b650038'}] {{(pid=88179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:22:17.073490 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port 9606ecb7-a35c-4f16-89fe-1c873b650038, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=9606ecb7-a35c-4f16-89fe-1c873b650038,segment=NetworkSegment(6274d8ad-456f-4882-af74-95c75bd63265),segment_id=6274d8ad-456f-4882-af74-95c75bd63265)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:22:17.079293 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:17.155987 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Pushing event updated for resources: {'Port': ['ID=9606ecb7-a35c-4f16-89fe-1c873b650038,revision_number=5']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:17.168462 dv-cinder-844605-1-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0fe8778-6551-4065-8d66-256801537fcf'] response: {'server_uuid': 'ea83eb55-6bed-4b8b-af23-e0393dfe0aa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9606ecb7-a35c-4f16-89fe-1c873b650038', 'code': 200} Jun 28 11:22:17.583046 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb82d3-37bc-48eb-b7f2-7d7dae73cf1d req-318fd098-3b1d-4e93-b6f8-f9b022cb2413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:17.585377 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c8eb82d3-37bc-48eb-b7f2-7d7dae73cf1d req-318fd098-3b1d-4e93-b6f8-f9b022cb2413 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ea83eb55-6bed-4b8b-af23-e0393dfe0aa7 HTTP/1.1" status: 200 len: 1098 time: 0.0880933 Jun 28 11:22:17.631183 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c8eb82d3-37bc-48eb-b7f2-7d7dae73cf1d req-25dec3d3-471a-44cd-b67e-1c03fcc43faa service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=59240f42-5ee9-4357-a242-d6ccb32541ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376549 Jun 28 11:22:17.676054 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-ebd110cf-8535-4803-a782-c89dae7bbf54 req-07cc42b0-24ec-41d6-a1a3-a3ffa3832a1e tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=bec1f8f0-9584-4357-94c6-5971afc46b73 HTTP/1.1" status: 200 len: 210 time: 0.0658202 Jun 28 11:22:17.724729 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e0632c-e107-4153-8f28-4f2fdd5fc68e req-37f3e9a2-8a2e-42d3-b913-22f04f16f499 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:17.725999 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-e7e0632c-e107-4153-8f28-4f2fdd5fc68e req-37f3e9a2-8a2e-42d3-b913-22f04f16f499 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.43 "GET /v2.0/networks?id=3f8d13e4-2335-496a-b358-95cda2a57319 HTTP/1.1" status: 200 len: 810 time: 0.2301216 Jun 28 11:22:17.900518 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-b19082c5-4946-4822-b9a2-3ac89b8184c0 req-e0cf0e7c-121f-461f-973f-4c056cc14258 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Synchronizing usage tracker for tenant:08c3c19c0c404bb6bf8989d879b1ea6c on resource:security_group {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:22:17.918503 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-b19082c5-4946-4822-b9a2-3ac89b8184c0 req-e0cf0e7c-121f-461f-973f-4c056cc14258 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Unset dirty status for tenant:08c3c19c0c404bb6bf8989d879b1ea6c on resource:security_group {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:22:17.919695 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b19082c5-4946-4822-b9a2-3ac89b8184c0 req-e0cf0e7c-121f-461f-973f-4c056cc14258 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1952187152&fields=id&tenant_id=08c3c19c0c404bb6bf8989d879b1ea6c HTTP/1.1" status: 200 len: 267 time: 0.0634224 Jun 28 11:22:17.939615 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-e7e0632c-e107-4153-8f28-4f2fdd5fc68e req-417f685b-3963-4722-bdd6-0aab4fe8490a tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d240302ccf0453994b861ae39dea463 HTTP/1.1" status: 200 len: 379 time: 0.0654886 Jun 28 11:22:17.951780 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [req-e7e0632c-e107-4153-8f28-4f2fdd5fc68e req-bdde484d-eadf-4fd0-b4a0-8c6154dcbfe2 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Request body: {'port': {'device_id': 'bec1f8f0-9584-4357-94c6-5971afc46b73', 'network_id': '3f8d13e4-2335-496a-b358-95cda2a57319', 'admin_state_up': True, 'tenant_id': '0d240302ccf0453994b861ae39dea463', 'security_groups': ['9ea555bc-241b-4ded-802b-43bfbcc31988']}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:22:18.042089 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb1835-1635-4526-95f2-ee26267c8812 req-d2bc95e3-6c9c-4c43-97f2-c1ede88c3fb3 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:18.043473 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-0abb1835-1635-4526-95f2-ee26267c8812 req-d2bc95e3-6c9c-4c43-97f2-c1ede88c3fb3 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea83eb55-6bed-4b8b-af23-e0393dfe0aa7 HTTP/1.1" status: 200 len: 945 time: 0.2074559 Jun 28 11:22:18.078307 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19082c5-4946-4822-b9a2-3ac89b8184c0 req-eb42b359-bdcb-4a10-9770-1c7a15bfb555 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:18.078972 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-b19082c5-4946-4822-b9a2-3ac89b8184c0 req-eb42b359-bdcb-4a10-9770-1c7a15bfb555 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Synchronizing usage tracker for tenant:08c3c19c0c404bb6bf8989d879b1ea6c on resource:network {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:22:18.097885 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-b19082c5-4946-4822-b9a2-3ac89b8184c0 req-eb42b359-bdcb-4a10-9770-1c7a15bfb555 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Unset dirty status for tenant:08c3c19c0c404bb6bf8989d879b1ea6c on resource:network {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:22:18.099238 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b19082c5-4946-4822-b9a2-3ac89b8184c0 req-eb42b359-bdcb-4a10-9770-1c7a15bfb555 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/networks?id=f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3 HTTP/1.1" status: 200 len: 808 time: 0.1701884 Jun 28 11:22:18.114685 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b19082c5-4946-4822-b9a2-3ac89b8184c0 req-cbc7beaf-e516-4daf-9145-3647d0edd67e tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/quotas/08c3c19c0c404bb6bf8989d879b1ea6c HTTP/1.1" status: 200 len: 375 time: 0.0096893 Jun 28 11:22:18.128522 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-0abb1835-1635-4526-95f2-ee26267c8812 req-311ec68f-8394-46e9-b493-7f8c28a5bc3d tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/security-groups?id=59240f42-5ee9-4357-a242-d6ccb32541ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736949 Jun 28 11:22:18.133636 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [req-e7e0632c-e107-4153-8f28-4f2fdd5fc68e req-bdde484d-eadf-4fd0-b4a0-8c6154dcbfe2 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:22:18.144626 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [req-e7e0632c-e107-4153-8f28-4f2fdd5fc68e req-bdde484d-eadf-4fd0-b4a0-8c6154dcbfe2 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:22:18.155202 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7e0632c-e107-4153-8f28-4f2fdd5fc68e req-bdde484d-eadf-4fd0-b4a0-8c6154dcbfe2 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Made reservation on behalf of 0d240302ccf0453994b861ae39dea463 for: {'port': 1} {{(pid=88178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:22:18.158941 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [req-e7e0632c-e107-4153-8f28-4f2fdd5fc68e req-bdde484d-eadf-4fd0-b4a0-8c6154dcbfe2 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:18.206913 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-b19082c5-4946-4822-b9a2-3ac89b8184c0 req-9a224481-6e2f-45ac-a39e-c76803935553 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Synchronizing usage tracker for tenant:08c3c19c0c404bb6bf8989d879b1ea6c on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:22:18.224400 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-b19082c5-4946-4822-b9a2-3ac89b8184c0 req-9a224481-6e2f-45ac-a39e-c76803935553 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Unset dirty status for tenant:08c3c19c0c404bb6bf8989d879b1ea6c on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:22:18.226196 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b19082c5-4946-4822-b9a2-3ac89b8184c0 req-9a224481-6e2f-45ac-a39e-c76803935553 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=08c3c19c0c404bb6bf8989d879b1ea6c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1046188 Jun 28 11:22:18.444810 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.db_base_plugin_common [req-e7e0632c-e107-4153-8f28-4f2fdd5fc68e req-bdde484d-eadf-4fd0-b4a0-8c6154dcbfe2 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Allocated IP 172.20.0.4 (3f8d13e4-2335-496a-b358-95cda2a57319/2fabbc00-cab3-403d-bb79-f769bf69911e/7f9f9e5e-96cc-4697-9348-4793fcc68c0a) {{(pid=88178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:22:18.492360 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b19082c5-4946-4822-b9a2-3ac89b8184c0 req-75a82f67-e778-4425-a022-3c7168c65c32 service neutron] 10.222.0.23 "GET /v2.0/networks/f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516403 Jun 28 11:22:18.641252 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [req-e7e0632c-e107-4153-8f28-4f2fdd5fc68e req-bdde484d-eadf-4fd0-b4a0-8c6154dcbfe2 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks [] for port, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:18.657322 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.provisioning_blocks [req-e7e0632c-e107-4153-8f28-4f2fdd5fc68e req-bdde484d-eadf-4fd0-b4a0-8c6154dcbfe2 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Transition to ACTIVE for port object 7f9f9e5e-96cc-4697-9348-4793fcc68c0a will not be triggered until provisioned by entity DHCP. {{(pid=88178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:22:18.681585 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [req-e7e0632c-e107-4153-8f28-4f2fdd5fc68e req-bdde484d-eadf-4fd0-b4a0-8c6154dcbfe2 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782103981231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287935'] for port, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:18.714743 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b19082c5-4946-4822-b9a2-3ac89b8184c0 req-486e3642-d52e-452f-8565-b47082d4bd46 service neutron] 10.222.0.23 "GET /v2.0/networks/f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159891 Jun 28 11:22:18.752902 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7e0632c-e107-4153-8f28-4f2fdd5fc68e req-bdde484d-eadf-4fd0-b4a0-8c6154dcbfe2 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Network 3f8d13e4-2335-496a-b358-95cda2a57319 is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:22:18.756193 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.base_scheduler [req-e7e0632c-e107-4153-8f28-4f2fdd5fc68e req-bdde484d-eadf-4fd0-b4a0-8c6154dcbfe2 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:22:18.760200 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7e0632c-e107-4153-8f28-4f2fdd5fc68e req-bdde484d-eadf-4fd0-b4a0-8c6154dcbfe2 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Received port after_create {{(pid=88178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:22:18.800485 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdde484d-eadf-4fd0-b4a0-8c6154dcbfe2 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Pushing event updated for resources: {'Port': ['ID=7f9f9e5e-96cc-4697-9348-4793fcc68c0a,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:18.886796 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e0632c-e107-4153-8f28-4f2fdd5fc68e req-bdde484d-eadf-4fd0-b4a0-8c6154dcbfe2 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:18.887455 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [req-e7e0632c-e107-4153-8f28-4f2fdd5fc68e req-bdde484d-eadf-4fd0-b4a0-8c6154dcbfe2 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for port, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:18.932247 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-e7e0632c-e107-4153-8f28-4f2fdd5fc68e req-bdde484d-eadf-4fd0-b4a0-8c6154dcbfe2 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9847469 Jun 28 11:22:18.948621 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [req-e7e0632c-e107-4153-8f28-4f2fdd5fc68e req-0cc6ae63-b90d-4cbf-b399-bc93c18718c0 service neutron] Request body: {'port': {'device_id': 'bec1f8f0-9584-4357-94c6-5971afc46b73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:22:18.994176 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8e42d-1f36-46b2-9d05-0f49eae53fb7 req-dcf8ead1-5a0e-4933-ae33-c427db0975b3 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:18.995240 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [req-fcb8e42d-1f36-46b2-9d05-0f49eae53fb7 req-dcf8ead1-5a0e-4933-ae33-c427db0975b3 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Synchronizing usage tracker for tenant:0d240302ccf0453994b861ae39dea463 on resource:port {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:22:19.054990 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [req-fcb8e42d-1f36-46b2-9d05-0f49eae53fb7 req-dcf8ead1-5a0e-4933-ae33-c427db0975b3 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Unset dirty status for tenant:0d240302ccf0453994b861ae39dea463 on resource:port {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:22:19.056143 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-fcb8e42d-1f36-46b2-9d05-0f49eae53fb7 req-dcf8ead1-5a0e-4933-ae33-c427db0975b3 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=bec1f8f0-9584-4357-94c6-5971afc46b73 HTTP/1.1" status: 200 len: 931 time: 0.2479169 Jun 28 11:22:19.110923 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [req-e7e0632c-e107-4153-8f28-4f2fdd5fc68e req-0cc6ae63-b90d-4cbf-b399-bc93c18718c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:19.117886 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-a245e284-8f4c-4951-8e4b-0e100a88d739 None None] Provisioning for port 7f9f9e5e-96cc-4697-9348-4793fcc68c0a completed by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:22:19.123241 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-a245e284-8f4c-4951-8e4b-0e100a88d739 None None] Provisioning complete for port 7f9f9e5e-96cc-4697-9348-4793fcc68c0a triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:22:19.123748 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a245e284-8f4c-4951-8e4b-0e100a88d739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:19.130408 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-fcb8e42d-1f36-46b2-9d05-0f49eae53fb7 req-2cdfa457-9c16-4bbd-b7b5-c7a6718e370d tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ea555bc-241b-4ded-802b-43bfbcc31988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649257 Jun 28 11:22:19.207759 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-a245e284-8f4c-4951-8e4b-0e100a88d739 None None] Port 7f9f9e5e-96cc-4697-9348-4793fcc68c0a cannot update to ACTIVE because it is not bound. {{(pid=88179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:22:19.261197 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-af61d17f-5640-4782-97d2-0411c62753b7 req-fd9ec997-9fdc-4689-8d82-20250cd037af tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/ports?device_id=241e71b4-f1cf-4194-b958-8f619f10e932 HTTP/1.1" status: 200 len: 210 time: 0.0652149 Jun 28 11:22:19.468510 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d9ddf-9a59-4dfa-aa6e-2edf9c2a3859 req-3313801b-258c-4be7-9bef-061e24cdb314 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:19.470015 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-cd4d9ddf-9a59-4dfa-aa6e-2edf9c2a3859 req-3313801b-258c-4be7-9bef-061e24cdb314 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea83eb55-6bed-4b8b-af23-e0393dfe0aa7 HTTP/1.1" status: 200 len: 945 time: 0.2049761 Jun 28 11:22:19.544941 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-cd4d9ddf-9a59-4dfa-aa6e-2edf9c2a3859 req-84129486-bf8b-4936-bfc0-7b9874ad77ac tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/security-groups?id=59240f42-5ee9-4357-a242-d6ccb32541ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617008 Jun 28 11:22:19.626555 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.notifiers.nova [req-e7e0632c-e107-4153-8f28-4f2fdd5fc68e req-0cc6ae63-b90d-4cbf-b399-bc93c18718c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f9f9e5e-96cc-4697-9348-4793fcc68c0a {{(pid=88178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:22:19.634229 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [req-e7e0632c-e107-4153-8f28-4f2fdd5fc68e req-0cc6ae63-b90d-4cbf-b399-bc93c18718c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:19.635416 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.agents_db [None req-fef25e13-dc2d-42bf-aa2e-f684c08e94a6 None None] Agent healthcheck: found 6 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:22:19.649814 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.provisioning_blocks [req-e7e0632c-e107-4153-8f28-4f2fdd5fc68e req-0cc6ae63-b90d-4cbf-b399-bc93c18718c0 service neutron] Transition to ACTIVE for port object 7f9f9e5e-96cc-4697-9348-4793fcc68c0a will not be triggered until provisioned by entity L2. {{(pid=88178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:22:19.654009 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [req-e7e0632c-e107-4153-8f28-4f2fdd5fc68e req-0cc6ae63-b90d-4cbf-b399-bc93c18718c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2287912'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:19.774216 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b603d24-0cdf-4200-9e85-9272f24fef27 req-ac3f971d-f9e2-49e2-ac4c-a00417347ed2 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:19.775997 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-1b603d24-0cdf-4200-9e85-9272f24fef27 req-ac3f971d-f9e2-49e2-ac4c-a00417347ed2 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea83eb55-6bed-4b8b-af23-e0393dfe0aa7 HTTP/1.1" status: 200 len: 945 time: 0.1041603 Jun 28 11:22:19.825973 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc6ae63-b90d-4cbf-b399-bc93c18718c0 service neutron] Pushing event updated for resources: {'Port': ['ID=7f9f9e5e-96cc-4697-9348-4793fcc68c0a,revision_number=2']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:19.837780 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-1b603d24-0cdf-4200-9e85-9272f24fef27 req-6d3361b7-3887-4c45-9a94-276fc2fcca41 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/security-groups?id=59240f42-5ee9-4357-a242-d6ccb32541ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556164 Jun 28 11:22:19.865644 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 59532) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:19.915222 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.managers [req-e7e0632c-e107-4153-8f28-4f2fdd5fc68e req-0cc6ae63-b90d-4cbf-b399-bc93c18718c0 service neutron] Attempting to bind port 7f9f9e5e-96cc-4697-9348-4793fcc68c0a on host hv-cinder-84460 for vnic_type normal with profile {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:22:19.915562 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.managers [req-e7e0632c-e107-4153-8f28-4f2fdd5fc68e req-0cc6ae63-b90d-4cbf-b399-bc93c18718c0 service neutron] Attempting to bind port 7f9f9e5e-96cc-4697-9348-4793fcc68c0a by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': '17cc432d-efff-455f-9a65-b5d8bf244c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3f8d13e4-2335-496a-b358-95cda2a57319'}] {{(pid=88178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:22:19.915890 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e0632c-e107-4153-8f28-4f2fdd5fc68e req-0cc6ae63-b90d-4cbf-b399-bc93c18718c0 service neutron] Attempting to bind port 7f9f9e5e-96cc-4697-9348-4793fcc68c0a on network 3f8d13e4-2335-496a-b358-95cda2a57319 {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:22:19.920684 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e0632c-e107-4153-8f28-4f2fdd5fc68e req-0cc6ae63-b90d-4cbf-b399-bc93c18718c0 service neutron] Port 7f9f9e5e-96cc-4697-9348-4793fcc68c0a on network 3f8d13e4-2335-496a-b358-95cda2a57319 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 11:22:19.921001 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e0632c-e107-4153-8f28-4f2fdd5fc68e req-0cc6ae63-b90d-4cbf-b399-bc93c18718c0 service neutron] Attempting to bind port 7f9f9e5e-96cc-4697-9348-4793fcc68c0a on network 3f8d13e4-2335-496a-b358-95cda2a57319 {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:22:19.926405 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e0632c-e107-4153-8f28-4f2fdd5fc68e req-0cc6ae63-b90d-4cbf-b399-bc93c18718c0 service neutron] Checking agent: {'id': '08bfabbf-d5f3-4ca7-8c16-3ebc8bd75d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 14), 'started_at': datetime.datetime(2022, 6, 28, 11, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:22:19.926728 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e0632c-e107-4153-8f28-4f2fdd5fc68e req-0cc6ae63-b90d-4cbf-b399-bc93c18718c0 service neutron] Checking segment: {'id': '17cc432d-efff-455f-9a65-b5d8bf244c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3f8d13e4-2335-496a-b358-95cda2a57319'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:22:19.927103 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e0632c-e107-4153-8f28-4f2fdd5fc68e req-0cc6ae63-b90d-4cbf-b399-bc93c18718c0 service neutron] Bound using segment: {'id': '17cc432d-efff-455f-9a65-b5d8bf244c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3f8d13e4-2335-496a-b358-95cda2a57319'} {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:22:19.927521 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.managers [req-e7e0632c-e107-4153-8f28-4f2fdd5fc68e req-0cc6ae63-b90d-4cbf-b399-bc93c18718c0 service neutron] Bound port: 7f9f9e5e-96cc-4697-9348-4793fcc68c0a, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17cc432d-efff-455f-9a65-b5d8bf244c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3f8d13e4-2335-496a-b358-95cda2a57319'}}] {{(pid=88178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:22:19.927861 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [req-e7e0632c-e107-4153-8f28-4f2fdd5fc68e req-0cc6ae63-b90d-4cbf-b399-bc93c18718c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:20.018018 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.db [req-e7e0632c-e107-4153-8f28-4f2fdd5fc68e req-0cc6ae63-b90d-4cbf-b399-bc93c18718c0 service neutron] For port 7f9f9e5e-96cc-4697-9348-4793fcc68c0a, host hv-cinder-84460, cleared binding levels {{(pid=88178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:22:20.021394 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.db [req-e7e0632c-e107-4153-8f28-4f2fdd5fc68e req-0cc6ae63-b90d-4cbf-b399-bc93c18718c0 service neutron] For port 7f9f9e5e-96cc-4697-9348-4793fcc68c0a, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=7f9f9e5e-96cc-4697-9348-4793fcc68c0a,segment=NetworkSegment(17cc432d-efff-455f-9a65-b5d8bf244c2a),segment_id=17cc432d-efff-455f-9a65-b5d8bf244c2a)] {{(pid=88178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:22:20.026737 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [req-e7e0632c-e107-4153-8f28-4f2fdd5fc68e req-0cc6ae63-b90d-4cbf-b399-bc93c18718c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2287912'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:20.073740 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd52f125-ddee-431f-a391-ca43bf7beb73 tempest-TestVolumeBootPattern-1373586132 tempest-TestVolumeBootPattern-1373586132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:20.075246 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-bd52f125-ddee-431f-a391-ca43bf7beb73 tempest-TestVolumeBootPattern-1373586132 tempest-TestVolumeBootPattern-1373586132-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ea83eb55-6bed-4b8b-af23-e0393dfe0aa7 HTTP/1.1" status: 200 len: 1093 time: 0.2087243 Jun 28 11:22:20.078298 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 59538) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:20.083503 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [None req-72a85eee-ebad-4270-85c0-f5f5b7ed5e10 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Request body: {'floatingip': {'floating_network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'port_id': '9606ecb7-a35c-4f16-89fe-1c873b650038', 'tenant_id': '34f9a4af464a4c14af73bb4bb8314982', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:22:20.089490 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-72a85eee-ebad-4270-85c0-f5f5b7ed5e10 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:22:20.091663 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e0632c-e107-4153-8f28-4f2fdd5fc68e req-0cc6ae63-b90d-4cbf-b399-bc93c18718c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:20.092272 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [req-e7e0632c-e107-4153-8f28-4f2fdd5fc68e req-0cc6ae63-b90d-4cbf-b399-bc93c18718c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for port, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:20.093594 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-72a85eee-ebad-4270-85c0-f5f5b7ed5e10 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Usage tracker for resource:floatingip and tenant:34f9a4af464a4c14af73bb4bb8314982 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:22:20.093739 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-e7e0632c-e107-4153-8f28-4f2fdd5fc68e req-0cc6ae63-b90d-4cbf-b399-bc93c18718c0 service neutron] 10.222.0.43 "PUT /v2.0/ports/7f9f9e5e-96cc-4697-9348-4793fcc68c0a HTTP/1.1" status: 200 len: 1093 time: 1.1539264 Jun 28 11:22:20.094062 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bec1f8f0-9584-4357-94c6-5971afc46b73', 'tag': '7f9f9e5e-96cc-4697-9348-4793fcc68c0a'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:22:20.096959 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-72a85eee-ebad-4270-85c0-f5f5b7ed5e10 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:22:20.105978 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-72a85eee-ebad-4270-85c0-f5f5b7ed5e10 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:22:20.120805 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc6ae63-b90d-4cbf-b399-bc93c18718c0 service neutron] Pushing event updated for resources: {'Port': ['ID=7f9f9e5e-96cc-4697-9348-4793fcc68c0a,revision_number=3']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:20.124943 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-72a85eee-ebad-4270-85c0-f5f5b7ed5e10 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks [] for floatingip, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:20.209689 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09d39f20-aae5-418d-9884-ada93aead8ca'] response: {'name': 'network-changed', 'server_uuid': 'bec1f8f0-9584-4357-94c6-5971afc46b73', 'tag': '7f9f9e5e-96cc-4697-9348-4793fcc68c0a', 'status': 'completed', 'code': 200} Jun 28 11:22:20.250118 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e0632c-e107-4153-8f28-4f2fdd5fc68e req-0d19524e-3768-40e3-8fb2-8e19af6fc94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:20.253119 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-e7e0632c-e107-4153-8f28-4f2fdd5fc68e req-0d19524e-3768-40e3-8fb2-8e19af6fc94a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0d240302ccf0453994b861ae39dea463&device_id=bec1f8f0-9584-4357-94c6-5971afc46b73 HTTP/1.1" status: 200 len: 1096 time: 0.1069002 Jun 28 11:22:20.472860 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-e7e0632c-e107-4153-8f28-4f2fdd5fc68e req-ab6c025e-43dd-4439-a4d2-c1655f9c0b24 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f9f9e5e-96cc-4697-9348-4793fcc68c0a HTTP/1.1" status: 200 len: 217 time: 0.2112415 Jun 28 11:22:20.537846 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-72a85eee-ebad-4270-85c0-f5f5b7ed5e10 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:20.554613 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-403022df-01c5-4776-be0c-6cb24cab474c req-1dd01644-9956-43a7-9920-eda42c28fb48 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/ports?device_id=241e71b4-f1cf-4194-b958-8f619f10e932 HTTP/1.1" status: 200 len: 210 time: 0.0835011 Jun 28 11:22:20.554881 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03455af7-1812-4dd3-b614-7bce829db63b req-265b10b4-9c7d-4e0b-a01d-e7f93b615d70 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:20.556286 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-03455af7-1812-4dd3-b614-7bce829db63b req-265b10b4-9c7d-4e0b-a01d-e7f93b615d70 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=bec1f8f0-9584-4357-94c6-5971afc46b73 HTTP/1.1" status: 200 len: 943 time: 0.2810993 Jun 28 11:22:20.582546 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e0632c-e107-4153-8f28-4f2fdd5fc68e req-b0d38d7b-0f9a-4ef3-8fda-878b1b00dd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:20.584141 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-e7e0632c-e107-4153-8f28-4f2fdd5fc68e req-b0d38d7b-0f9a-4ef3-8fda-878b1b00dd2f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2fabbc00-cab3-403d-bb79-f769bf69911e HTTP/1.1" status: 200 len: 849 time: 0.0718131 Jun 28 11:22:20.617994 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19082c5-4946-4822-b9a2-3ac89b8184c0 req-d8b2d373-e610-4edd-b73c-9b117c9dc1ba tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:20.619400 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b19082c5-4946-4822-b9a2-3ac89b8184c0 req-d8b2d373-e610-4edd-b73c-9b117c9dc1ba tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.43 "GET /v2.0/networks?id=f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3 HTTP/1.1" status: 200 len: 808 time: 0.2643986 Jun 28 11:22:20.676344 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e0632c-e107-4153-8f28-4f2fdd5fc68e req-df32459e-f044-41d0-b80f-c14e1d669801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:20.677939 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-e7e0632c-e107-4153-8f28-4f2fdd5fc68e req-df32459e-f044-41d0-b80f-c14e1d669801 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3f8d13e4-2335-496a-b358-95cda2a57319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0868795 Jun 28 11:22:20.693809 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-03455af7-1812-4dd3-b614-7bce829db63b req-2951951a-5b86-479e-b132-f44169bad433 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Synchronizing usage tracker for tenant:0d240302ccf0453994b861ae39dea463 on resource:security_group {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:22:20.752453 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b19082c5-4946-4822-b9a2-3ac89b8184c0 req-29e2f1f5-359a-4aa7-8b51-9454706ed508 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08c3c19c0c404bb6bf8989d879b1ea6c HTTP/1.1" status: 200 len: 380 time: 0.1188917 Jun 28 11:22:20.765039 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [req-b19082c5-4946-4822-b9a2-3ac89b8184c0 req-086c8210-53a1-4317-bacc-16518628b394 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Request body: {'port': {'device_id': '241e71b4-f1cf-4194-b958-8f619f10e932', 'network_id': 'f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3', 'admin_state_up': True, 'tenant_id': '08c3c19c0c404bb6bf8989d879b1ea6c', 'security_groups': ['9c6ad59f-43e2-451e-ab60-0e8c362b11b4']}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:22:20.780128 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-03455af7-1812-4dd3-b614-7bce829db63b req-2951951a-5b86-479e-b132-f44169bad433 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Unset dirty status for tenant:0d240302ccf0453994b861ae39dea463 on resource:security_group {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:22:20.781300 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-03455af7-1812-4dd3-b614-7bce829db63b req-2951951a-5b86-479e-b132-f44169bad433 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ea555bc-241b-4ded-802b-43bfbcc31988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1885076 Jun 28 11:22:20.815715 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-e7e0632c-e107-4153-8f28-4f2fdd5fc68e req-2b4e6c96-1f99-4803-9bc8-6309bfa13e05 service neutron] 10.222.0.43 "GET /v2.0/networks/3f8d13e4-2335-496a-b358-95cda2a57319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283412 Jun 28 11:22:20.865859 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.db_base_plugin_common [None req-72a85eee-ebad-4270-85c0-f5f5b7ed5e10 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Allocated IP 172.27.2.151 (6387ef29-ddd8-4632-9016-e02c39923463/5f3766c0-f55a-400a-8fdd-81b5b17b1576/17c42c68-3922-4f30-92d7-4c8022629588) {{(pid=88177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:22:20.951178 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-e7e0632c-e107-4153-8f28-4f2fdd5fc68e req-476ec49f-e67f-45fa-910b-17dd5cb16161 service neutron] 10.222.0.43 "GET /v2.0/networks/3f8d13e4-2335-496a-b358-95cda2a57319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269381 Jun 28 11:22:20.998625 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [req-b19082c5-4946-4822-b9a2-3ac89b8184c0 req-086c8210-53a1-4317-bacc-16518628b394 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:22:21.024100 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [req-b19082c5-4946-4822-b9a2-3ac89b8184c0 req-086c8210-53a1-4317-bacc-16518628b394 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:22:21.053423 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b19082c5-4946-4822-b9a2-3ac89b8184c0 req-086c8210-53a1-4317-bacc-16518628b394 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Made reservation on behalf of 08c3c19c0c404bb6bf8989d879b1ea6c for: {'port': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:22:21.056995 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-b19082c5-4946-4822-b9a2-3ac89b8184c0 req-086c8210-53a1-4317-bacc-16518628b394 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:21.084420 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e5e25-51d6-4483-8bb7-a09bff4bda3b req-ed7786cc-cfd4-44ca-b26d-1224bd90704a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:21.085923 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-c57e5e25-51d6-4483-8bb7-a09bff4bda3b req-ed7786cc-cfd4-44ca-b26d-1224bd90704a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0d240302ccf0453994b861ae39dea463&device_id=bec1f8f0-9584-4357-94c6-5971afc46b73 HTTP/1.1" status: 200 len: 1096 time: 0.0844285 Jun 28 11:22:21.127194 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-72a85eee-ebad-4270-85c0-f5f5b7ed5e10 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks [] for port, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:21.228013 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e5e25-51d6-4483-8bb7-a09bff4bda3b req-f9c23221-cd6a-4e10-b30b-0432a859e1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:21.229658 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-c57e5e25-51d6-4483-8bb7-a09bff4bda3b req-f9c23221-cd6a-4e10-b30b-0432a859e1f3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3f8d13e4-2335-496a-b358-95cda2a57319 HTTP/1.1" status: 200 len: 911 time: 0.1359010 Jun 28 11:22:21.247276 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-72a85eee-ebad-4270-85c0-f5f5b7ed5e10 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782103981231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2688079'] for port, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:21.282917 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.db_base_plugin_common [req-b19082c5-4946-4822-b9a2-3ac89b8184c0 req-086c8210-53a1-4317-bacc-16518628b394 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Allocated IP 172.20.0.5 (f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3/de86710f-13ad-4bbe-b7c3-f28eb0b4cfef/b7480d1e-81e9-4f6a-9b19-9ed839096724) {{(pid=88177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:22:21.309910 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-c57e5e25-51d6-4483-8bb7-a09bff4bda3b req-b15fb081-5cf7-4579-9501-41624976743e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f9f9e5e-96cc-4697-9348-4793fcc68c0a HTTP/1.1" status: 200 len: 217 time: 0.0736065 Jun 28 11:22:21.332991 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a85eee-ebad-4270-85c0-f5f5b7ed5e10 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Network 6387ef29-ddd8-4632-9016-e02c39923463 is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:22:21.342942 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.base_scheduler [None req-72a85eee-ebad-4270-85c0-f5f5b7ed5e10 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:22:21.349747 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a85eee-ebad-4270-85c0-f5f5b7ed5e10 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Received port after_create {{(pid=88177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:22:21.374578 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a85eee-ebad-4270-85c0-f5f5b7ed5e10 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Pushing event updated for resources: {'Port': ['ID=17c42c68-3922-4f30-92d7-4c8022629588,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:21.377711 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e5e25-51d6-4483-8bb7-a09bff4bda3b req-1ba48ead-b718-4562-ace0-41052f05d24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:21.379913 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-c57e5e25-51d6-4483-8bb7-a09bff4bda3b req-1ba48ead-b718-4562-ace0-41052f05d24b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2fabbc00-cab3-403d-bb79-f769bf69911e HTTP/1.1" status: 200 len: 849 time: 0.0632045 Jun 28 11:22:21.474178 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e5e25-51d6-4483-8bb7-a09bff4bda3b req-b6342f8c-12e1-4ddd-83da-12d8ee2f4031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:21.475976 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-c57e5e25-51d6-4483-8bb7-a09bff4bda3b req-b6342f8c-12e1-4ddd-83da-12d8ee2f4031 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3f8d13e4-2335-496a-b358-95cda2a57319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0870259 Jun 28 11:22:21.619582 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-c57e5e25-51d6-4483-8bb7-a09bff4bda3b req-70fb66ef-5911-487e-b4ad-531e4854eb21 service neutron] 10.222.0.43 "GET /v2.0/networks/3f8d13e4-2335-496a-b358-95cda2a57319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363652 Jun 28 11:22:21.748067 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-fd48f4b7-4352-47ac-a61d-abfef9d526f5 req-90a5be6d-e146-41de-9a8e-bad3f5c32135 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/ports?device_id=241e71b4-f1cf-4194-b958-8f619f10e932 HTTP/1.1" status: 200 len: 210 time: 0.0562301 Jun 28 11:22:21.759747 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-b19082c5-4946-4822-b9a2-3ac89b8184c0 req-086c8210-53a1-4317-bacc-16518628b394 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Notify callbacks [] for port, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:21.804251 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-c57e5e25-51d6-4483-8bb7-a09bff4bda3b req-4026f9ea-3522-4ab4-997a-1ec8a3d743eb service neutron] 10.222.0.43 "GET /v2.0/networks/3f8d13e4-2335-496a-b358-95cda2a57319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778250 Jun 28 11:22:21.939517 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.provisioning_blocks [req-b19082c5-4946-4822-b9a2-3ac89b8184c0 req-086c8210-53a1-4317-bacc-16518628b394 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Transition to ACTIVE for port object b7480d1e-81e9-4f6a-9b19-9ed839096724 will not be triggered until provisioned by entity DHCP. {{(pid=88177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:22:22.045674 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-b19082c5-4946-4822-b9a2-3ac89b8184c0 req-086c8210-53a1-4317-bacc-16518628b394 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782103981231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2688079'] for port, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:22.138031 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefea8a0-f605-49af-8fde-abcc3791bf22 req-26e2606a-9eb6-4b31-a715-e354d69a84bf tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:22.139474 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-cefea8a0-f605-49af-8fde-abcc3791bf22 req-26e2606a-9eb6-4b31-a715-e354d69a84bf tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=bec1f8f0-9584-4357-94c6-5971afc46b73 HTTP/1.1" status: 200 len: 943 time: 0.2466266 Jun 28 11:22:22.150313 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b19082c5-4946-4822-b9a2-3ac89b8184c0 req-086c8210-53a1-4317-bacc-16518628b394 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Network f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3 is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:22:22.167105 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.base_scheduler [req-b19082c5-4946-4822-b9a2-3ac89b8184c0 req-086c8210-53a1-4317-bacc-16518628b394 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:22:22.173731 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.l3_dvrscheduler_db [req-b19082c5-4946-4822-b9a2-3ac89b8184c0 req-086c8210-53a1-4317-bacc-16518628b394 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Received port after_create {{(pid=88177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:22:22.243617 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086c8210-53a1-4317-bacc-16518628b394 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Pushing event updated for resources: {'Port': ['ID=b7480d1e-81e9-4f6a-9b19-9ed839096724,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:22.272804 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-cefea8a0-f605-49af-8fde-abcc3791bf22 req-ff9bdaa7-c382-432a-8e6b-de5de357eb22 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ea555bc-241b-4ded-802b-43bfbcc31988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257129 Jun 28 11:22:22.281888 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19082c5-4946-4822-b9a2-3ac89b8184c0 req-086c8210-53a1-4317-bacc-16518628b394 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:22.282500 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-b19082c5-4946-4822-b9a2-3ac89b8184c0 req-086c8210-53a1-4317-bacc-16518628b394 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:22.288920 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-72a85eee-ebad-4270-85c0-f5f5b7ed5e10 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:22.327286 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b19082c5-4946-4822-b9a2-3ac89b8184c0 req-086c8210-53a1-4317-bacc-16518628b394 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5659447 Jun 28 11:22:22.360106 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [req-b19082c5-4946-4822-b9a2-3ac89b8184c0 req-20f9de31-f050-4d04-bae6-8740ef54fa3d service neutron] Request body: {'port': {'device_id': '241e71b4-f1cf-4194-b958-8f619f10e932', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:22:22.423191 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-49ab3d01-a4fd-43bb-864e-b9f11793918c None None] Provisioning for port b7480d1e-81e9-4f6a-9b19-9ed839096724 completed by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:22:22.428319 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-49ab3d01-a4fd-43bb-864e-b9f11793918c None None] Provisioning complete for port b7480d1e-81e9-4f6a-9b19-9ed839096724 triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:22:22.428690 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-49ab3d01-a4fd-43bb-864e-b9f11793918c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:22.436448 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-72a85eee-ebad-4270-85c0-f5f5b7ed5e10 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:22.481579 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-49ab3d01-a4fd-43bb-864e-b9f11793918c None None] Port b7480d1e-81e9-4f6a-9b19-9ed839096724 cannot update to ACTIVE because it is not bound. {{(pid=88179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:22:22.543831 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-b19082c5-4946-4822-b9a2-3ac89b8184c0 req-20f9de31-f050-4d04-bae6-8740ef54fa3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:22.886819 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-72a85eee-ebad-4270-85c0-f5f5b7ed5e10 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks [] for port, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:22.899174 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-72a85eee-ebad-4270-85c0-f5f5b7ed5e10 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2688088'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:22.943449 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf065b11-a3a4-4fcb-803b-2c6b19204394 req-c6f866b1-e3e6-41ef-a335-01392ff05818 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:22.945701 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-cf065b11-a3a4-4fcb-803b-2c6b19204394 req-c6f866b1-e3e6-41ef-a335-01392ff05818 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/ports?device_id=241e71b4-f1cf-4194-b958-8f619f10e932 HTTP/1.1" status: 200 len: 931 time: 0.0918930 Jun 28 11:22:22.992263 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [req-cf065b11-a3a4-4fcb-803b-2c6b19204394 req-4b2028d1-7541-42c0-8a84-afec1352e955 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Synchronizing usage tracker for tenant:08c3c19c0c404bb6bf8989d879b1ea6c on resource:security_group {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:22:23.004199 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [req-cf065b11-a3a4-4fcb-803b-2c6b19204394 req-4b2028d1-7541-42c0-8a84-afec1352e955 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Unset dirty status for tenant:08c3c19c0c404bb6bf8989d879b1ea6c on resource:security_group {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:22:23.005406 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-cf065b11-a3a4-4fcb-803b-2c6b19204394 req-4b2028d1-7541-42c0-8a84-afec1352e955 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c6ad59f-43e2-451e-ab60-0e8c362b11b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533869 Jun 28 11:22:23.049878 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a85eee-ebad-4270-85c0-f5f5b7ed5e10 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Pushing event updated for resources: {'Port': ['ID=17c42c68-3922-4f30-92d7-4c8022629588,revision_number=2']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:23.060477 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-72a85eee-ebad-4270-85c0-f5f5b7ed5e10 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361935'] for floatingip, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:23.271698 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.db.resource_extend [req-b19082c5-4946-4822-b9a2-3ac89b8184c0 req-20f9de31-f050-4d04-bae6-8740ef54fa3d service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 28 11:22:23.370847 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.notifiers.nova [req-b19082c5-4946-4822-b9a2-3ac89b8184c0 req-20f9de31-f050-4d04-bae6-8740ef54fa3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7480d1e-81e9-4f6a-9b19-9ed839096724 {{(pid=88177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:22:23.392025 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-b19082c5-4946-4822-b9a2-3ac89b8184c0 req-20f9de31-f050-4d04-bae6-8740ef54fa3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:23.474837 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.provisioning_blocks [req-b19082c5-4946-4822-b9a2-3ac89b8184c0 req-20f9de31-f050-4d04-bae6-8740ef54fa3d service neutron] Transition to ACTIVE for port object b7480d1e-81e9-4f6a-9b19-9ed839096724 will not be triggered until provisioned by entity L2. {{(pid=88177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:22:23.476141 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.db.l3_db [None req-72a85eee-ebad-4270-85c0-f5f5b7ed5e10 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Floating IP 8ea88311-00e7-4dce-bdb5-30b4d77ea73a associated. External IP: 172.27.2.151, port: 9606ecb7-a35c-4f16-89fe-1c873b650038. Jun 28 11:22:23.533342 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-b19082c5-4946-4822-b9a2-3ac89b8184c0 req-20f9de31-f050-4d04-bae6-8740ef54fa3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2688088'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:23.759794 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f9de31-f050-4d04-bae6-8740ef54fa3d service neutron] Pushing event updated for resources: {'Port': ['ID=b7480d1e-81e9-4f6a-9b19-9ed839096724,revision_number=2']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:23.868721 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e52c6d4-39a4-43a8-84cb-129fd06dea7f req-ad528ff1-6cb7-40fd-9ee1-21604932dcec tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:23.870072 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-7e52c6d4-39a4-43a8-84cb-129fd06dea7f req-ad528ff1-6cb7-40fd-9ee1-21604932dcec tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=bec1f8f0-9584-4357-94c6-5971afc46b73 HTTP/1.1" status: 200 len: 943 time: 0.4863291 Jun 28 11:22:24.078319 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-7e52c6d4-39a4-43a8-84cb-129fd06dea7f req-a7e9dbbd-7d3f-44c2-a530-d7d38692cd25 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ea555bc-241b-4ded-802b-43bfbcc31988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2022769 Jun 28 11:22:24.081591 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.managers [req-b19082c5-4946-4822-b9a2-3ac89b8184c0 req-20f9de31-f050-4d04-bae6-8740ef54fa3d service neutron] Attempting to bind port b7480d1e-81e9-4f6a-9b19-9ed839096724 on host hv-cinder-84460 for vnic_type normal with profile {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:22:24.081776 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.managers [req-b19082c5-4946-4822-b9a2-3ac89b8184c0 req-20f9de31-f050-4d04-bae6-8740ef54fa3d service neutron] Attempting to bind port b7480d1e-81e9-4f6a-9b19-9ed839096724 by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': '4b63a92e-df64-4f82-a8dd-57f27eee96b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3'}] {{(pid=88177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:22:24.082054 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19082c5-4946-4822-b9a2-3ac89b8184c0 req-20f9de31-f050-4d04-bae6-8740ef54fa3d service neutron] Attempting to bind port b7480d1e-81e9-4f6a-9b19-9ed839096724 on network f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:22:24.093331 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19082c5-4946-4822-b9a2-3ac89b8184c0 req-20f9de31-f050-4d04-bae6-8740ef54fa3d service neutron] Port b7480d1e-81e9-4f6a-9b19-9ed839096724 on network f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 11:22:24.093647 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19082c5-4946-4822-b9a2-3ac89b8184c0 req-20f9de31-f050-4d04-bae6-8740ef54fa3d service neutron] Attempting to bind port b7480d1e-81e9-4f6a-9b19-9ed839096724 on network f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:22:24.109904 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19082c5-4946-4822-b9a2-3ac89b8184c0 req-20f9de31-f050-4d04-bae6-8740ef54fa3d service neutron] Checking agent: {'id': '08bfabbf-d5f3-4ca7-8c16-3ebc8bd75d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 14), 'started_at': datetime.datetime(2022, 6, 28, 11, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:22:24.110241 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19082c5-4946-4822-b9a2-3ac89b8184c0 req-20f9de31-f050-4d04-bae6-8740ef54fa3d service neutron] Checking segment: {'id': '4b63a92e-df64-4f82-a8dd-57f27eee96b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:22:24.110608 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19082c5-4946-4822-b9a2-3ac89b8184c0 req-20f9de31-f050-4d04-bae6-8740ef54fa3d service neutron] Bound using segment: {'id': '4b63a92e-df64-4f82-a8dd-57f27eee96b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3'} {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:22:24.111023 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.managers [req-b19082c5-4946-4822-b9a2-3ac89b8184c0 req-20f9de31-f050-4d04-bae6-8740ef54fa3d service neutron] Bound port: b7480d1e-81e9-4f6a-9b19-9ed839096724, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b63a92e-df64-4f82-a8dd-57f27eee96b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3'}}] {{(pid=88177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:22:24.111403 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-b19082c5-4946-4822-b9a2-3ac89b8184c0 req-20f9de31-f050-4d04-bae6-8740ef54fa3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:24.185198 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72a85eee-ebad-4270-85c0-f5f5b7ed5e10 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Router 2f29c13e-59da-4074-9512-ebd644417bb9 has already been hosted by L3 agent 65138fbb-a379-4cdd-9015-09db381edeba {{(pid=88177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:22:24.201535 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f7cc3-6cc3-4d8a-b1d7-f72cc6655e30 req-1b156831-7514-4051-a6c8-c7bb295e6f30 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:24.202989 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-ff8f7cc3-6cc3-4d8a-b1d7-f72cc6655e30 req-1b156831-7514-4051-a6c8-c7bb295e6f30 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/ports?device_id=241e71b4-f1cf-4194-b958-8f619f10e932 HTTP/1.1" status: 200 len: 943 time: 0.0890341 Jun 28 11:22:24.251084 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-ff8f7cc3-6cc3-4d8a-b1d7-f72cc6655e30 req-75998545-50de-42fe-bf50-6f7cb80e7bef tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c6ad59f-43e2-451e-ab60-0e8c362b11b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418277 Jun 28 11:22:24.344792 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.db [req-b19082c5-4946-4822-b9a2-3ac89b8184c0 req-20f9de31-f050-4d04-bae6-8740ef54fa3d service neutron] For port b7480d1e-81e9-4f6a-9b19-9ed839096724, host hv-cinder-84460, cleared binding levels {{(pid=88177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:22:24.357796 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.db [req-b19082c5-4946-4822-b9a2-3ac89b8184c0 req-20f9de31-f050-4d04-bae6-8740ef54fa3d service neutron] For port b7480d1e-81e9-4f6a-9b19-9ed839096724, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=b7480d1e-81e9-4f6a-9b19-9ed839096724,segment=NetworkSegment(4b63a92e-df64-4f82-a8dd-57f27eee96b8),segment_id=4b63a92e-df64-4f82-a8dd-57f27eee96b8)] {{(pid=88177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:22:24.362621 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-b19082c5-4946-4822-b9a2-3ac89b8184c0 req-20f9de31-f050-4d04-bae6-8740ef54fa3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2688088'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:24.444278 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19082c5-4946-4822-b9a2-3ac89b8184c0 req-20f9de31-f050-4d04-bae6-8740ef54fa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:24.444897 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-b19082c5-4946-4822-b9a2-3ac89b8184c0 req-20f9de31-f050-4d04-bae6-8740ef54fa3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:24.446262 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b19082c5-4946-4822-b9a2-3ac89b8184c0 req-20f9de31-f050-4d04-bae6-8740ef54fa3d service neutron] 10.222.0.43 "PUT /v2.0/ports/b7480d1e-81e9-4f6a-9b19-9ed839096724 HTTP/1.1" status: 200 len: 1093 time: 2.0905452 Jun 28 11:22:24.446736 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '241e71b4-f1cf-4194-b958-8f619f10e932', 'tag': 'b7480d1e-81e9-4f6a-9b19-9ed839096724'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:22:24.466777 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a85eee-ebad-4270-85c0-f5f5b7ed5e10 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify agent at l3_agent.dv-cinder-844605-1-iscsi the message routers_updated {{(pid=88177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:22:24.478441 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d4dde7-37be-4210-8835-ffc5bb44c9c2 None None] Sync routers for ids ['2f29c13e-59da-4074-9512-ebd644417bb9'] in dv-cinder-844605-1-iscsi {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:22:24.479029 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f9de31-f050-4d04-bae6-8740ef54fa3d service neutron] Pushing event updated for resources: {'Port': ['ID=b7480d1e-81e9-4f6a-9b19-9ed839096724,revision_number=3']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:24.497109 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d4dde7-37be-4210-8835-ffc5bb44c9c2 None None] Routers {'2f29c13e-59da-4074-9512-ebd644417bb9'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:22:24.497963 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-e1d4dde7-37be-4210-8835-ffc5bb44c9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:22:08Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['2f29c13e-59da-4074-9512-ebd644417bb9'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:24.560989 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-72a85eee-ebad-4270-85c0-f5f5b7ed5e10 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for floatingip, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:24.586882 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-156dceb4-ea20-4443-886d-b6f453a2dfcb'] response: {'name': 'network-changed', 'server_uuid': '241e71b4-f1cf-4194-b958-8f619f10e932', 'tag': 'b7480d1e-81e9-4f6a-9b19-9ed839096724', 'status': 'completed', 'code': 200} Jun 28 11:22:24.625073 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-72a85eee-ebad-4270-85c0-f5f5b7ed5e10 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.5457044 Jun 28 11:22:24.634616 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19082c5-4946-4822-b9a2-3ac89b8184c0 req-01e94e2c-cf24-4f56-b352-7413586acb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:24.636068 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b19082c5-4946-4822-b9a2-3ac89b8184c0 req-01e94e2c-cf24-4f56-b352-7413586acb9f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=08c3c19c0c404bb6bf8989d879b1ea6c&device_id=241e71b4-f1cf-4194-b958-8f619f10e932 HTTP/1.1" status: 200 len: 1096 time: 0.1402400 Jun 28 11:22:24.693111 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvr_db [None req-e1d4dde7-37be-4210-8835-ffc5bb44c9c2 None None] Set router 2f29c13e-59da-4074-9512-ebd644417bb9 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:22:24.818623 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b19082c5-4946-4822-b9a2-3ac89b8184c0 req-ebc7a610-93b8-4ff1-b517-5e1a6b56cf2c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7480d1e-81e9-4f6a-9b19-9ed839096724 HTTP/1.1" status: 200 len: 217 time: 0.1751084 Jun 28 11:22:24.886603 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19082c5-4946-4822-b9a2-3ac89b8184c0 req-74eb214f-450e-479a-a331-b85f02673e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:24.888051 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b19082c5-4946-4822-b9a2-3ac89b8184c0 req-74eb214f-450e-479a-a331-b85f02673e03 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=de86710f-13ad-4bbe-b7c3-f28eb0b4cfef HTTP/1.1" status: 200 len: 847 time: 0.0610719 Jun 28 11:22:24.895000 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device 7f9f9e5e-96cc-4697-9348-4793fcc68c0a details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=88179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:22:24.985628 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19082c5-4946-4822-b9a2-3ac89b8184c0 req-4354eae8-4cf7-4c52-8d90-4cee5de6b946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:24.988577 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b19082c5-4946-4822-b9a2-3ac89b8184c0 req-4354eae8-4cf7-4c52-8d90-4cee5de6b946 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0918739 Jun 28 11:22:25.039310 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port 7f9f9e5e-96cc-4697-9348-4793fcc68c0a, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=7f9f9e5e-96cc-4697-9348-4793fcc68c0a,segment=NetworkSegment(17cc432d-efff-455f-9a65-b5d8bf244c2a),segment_id=17cc432d-efff-455f-9a65-b5d8bf244c2a)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:22:25.052474 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Returning: {'device': '7f9f9e5e-96cc-4697-9348-4793fcc68c0a', 'network_id': '3f8d13e4-2335-496a-b358-95cda2a57319', 'port_id': '7f9f9e5e-96cc-4697-9348-4793fcc68c0a', 'mac_address': 'fa:16:3e:f5:d2:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fabbc00-cab3-403d-bb79-f769bf69911e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:22:25.084942 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-e1d4dde7-37be-4210-8835-ffc5bb44c9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'name': 'tempest-TestVolumeBootPattern-2058041356-router', 'tenant_id': '34f9a4af464a4c14af73bb4bb8314982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd27a713a-0ce2-4d4f-91f9-7db720aed5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:17Z', 'updated_at': '2022-06-28T11:21:24Z', 'revision_number': 4, 'project_id': '34f9a4af464a4c14af73bb4bb8314982', 'gw_port': {'id': 'd27a713a-0ce2-4d4f-91f9-7db720aed5c7', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:18Z', 'updated_at': '2022-06-28T11:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_floatingips': [{'id': '8ea88311-00e7-4dce-bdb5-30b4d77ea73a', 'tenant_id': '34f9a4af464a4c14af73bb4bb8314982', 'floating_ip_address': '172.27.2.151', 'floating_network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'router_id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'port_id': '9606ecb7-a35c-4f16-89fe-1c873b650038', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d6307f0-ba10-44a7-b3d3-c9e66a22edf8', 'mac_address': 'fa:16:3e:37:e6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea83eb55-6bed-4b8b-af23-e0393dfe0aa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:22:22Z', 'updated_at': '2022-06-28T11:22:22Z', 'revision_number': 0, 'project_id': '34f9a4af464a4c14af73bb4bb8314982', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddd4b7f5-7b12-4809-bdc0-eaad5a415bbd', 'name': '', 'network_id': '0d6307f0-ba10-44a7-b3d3-c9e66a22edf8', 'tenant_id': '34f9a4af464a4c14af73bb4bb8314982', 'mac_address': 'fa:16:3e:8e:bd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '1b0b29df-7b1f-4317-a6ef-bd3cb4e8ea72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:23Z', 'updated_at': '2022-06-28T11:21:30Z', 'revision_number': 5, 'project_id': '34f9a4af464a4c14af73bb4bb8314982', 'subnets': [{'id': '1b0b29df-7b1f-4317-a6ef-bd3cb4e8ea72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:25.089203 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d4dde7-37be-4210-8835-ffc5bb44c9c2 None None] Checking router: 2f29c13e-59da-4074-9512-ebd644417bb9 for host: dv-cinder-844605-1-iscsi {{(pid=88180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:22:25.098850 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d4dde7-37be-4210-8835-ffc5bb44c9c2 None None] Routers {'2f29c13e-59da-4074-9512-ebd644417bb9'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:22:25.099631 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-e1d4dde7-37be-4210-8835-ffc5bb44c9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:22:08Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['2f29c13e-59da-4074-9512-ebd644417bb9'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:25.114543 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Current status of the port 7f9f9e5e-96cc-4697-9348-4793fcc68c0a is: DOWN; New status is: BUILD {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:22:25.114926 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:25.133375 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f9f9e5e-96cc-4697-9348-4793fcc68c0a {{(pid=88179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:22:25.135506 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b19082c5-4946-4822-b9a2-3ac89b8184c0 req-0d1d1dce-9d92-4f41-a2aa-3cf9b2d9a987 service neutron] 10.222.0.43 "GET /v2.0/networks/f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358938 Jun 28 11:22:25.149890 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port 7f9f9e5e-96cc-4697-9348-4793fcc68c0a, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=7f9f9e5e-96cc-4697-9348-4793fcc68c0a,segment=NetworkSegment(17cc432d-efff-455f-9a65-b5d8bf244c2a),segment_id=17cc432d-efff-455f-9a65-b5d8bf244c2a)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:22:25.156306 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:25.232473 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Pushing event updated for resources: {'Port': ['ID=7f9f9e5e-96cc-4697-9348-4793fcc68c0a,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:25.240502 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:25.241086 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:25.241595 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:25.242067 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:25.242538 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:25.243003 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:25.243474 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:25.243934 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:25.244396 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:25.244880 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:25.245361 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:25.245822 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:25.297192 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvr_db [None req-e1d4dde7-37be-4210-8835-ffc5bb44c9c2 None None] Set router 2f29c13e-59da-4074-9512-ebd644417bb9 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:22:25.301949 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e7d48-e9a7-4a83-9dce-7e3013fb4c2b req-8be84b07-ad30-44c7-b28e-c174cc82d718 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:25.303589 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-032e7d48-e9a7-4a83-9dce-7e3013fb4c2b req-8be84b07-ad30-44c7-b28e-c174cc82d718 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=bec1f8f0-9584-4357-94c6-5971afc46b73 HTTP/1.1" status: 200 len: 944 time: 0.1022122 Jun 28 11:22:25.305542 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b19082c5-4946-4822-b9a2-3ac89b8184c0 req-8544820d-0fd9-45f8-aab8-5353fe7cc40d service neutron] 10.222.0.43 "GET /v2.0/networks/f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633160 Jun 28 11:22:25.363611 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-032e7d48-e9a7-4a83-9dce-7e3013fb4c2b req-d6b4a2c7-f424-41a4-bda7-64c5964e8679 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ea555bc-241b-4ded-802b-43bfbcc31988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538859 Jun 28 11:22:25.454176 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] get_ports_and_sgs() called for port_ids ['7f9f9e5e-96cc-4697-9348-4793fcc68c0a'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:22:25.512304 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cc7765-517a-45c4-9c20-d261c72faa8d req-6c4c3d3c-d2ea-490a-a88a-e04b690bba1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:25.513930 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-75cc7765-517a-45c4-9c20-d261c72faa8d req-6c4c3d3c-d2ea-490a-a88a-e04b690bba1e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=08c3c19c0c404bb6bf8989d879b1ea6c&device_id=241e71b4-f1cf-4194-b958-8f619f10e932 HTTP/1.1" status: 200 len: 1096 time: 0.1472409 Jun 28 11:22:25.529027 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83947c15-9e72-4523-b095-d227b9173deb req-4a5e41b9-a3c5-4394-9272-febc11c0ce73 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:25.529827 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-83947c15-9e72-4523-b095-d227b9173deb req-4a5e41b9-a3c5-4394-9272-febc11c0ce73 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Synchronizing usage tracker for tenant:08c3c19c0c404bb6bf8989d879b1ea6c on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:22:25.617864 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-83947c15-9e72-4523-b095-d227b9173deb req-4a5e41b9-a3c5-4394-9272-febc11c0ce73 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Unset dirty status for tenant:08c3c19c0c404bb6bf8989d879b1ea6c on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:22:25.619157 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-83947c15-9e72-4523-b095-d227b9173deb req-4a5e41b9-a3c5-4394-9272-febc11c0ce73 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/ports?device_id=241e71b4-f1cf-4194-b958-8f619f10e932 HTTP/1.1" status: 200 len: 943 time: 0.2101934 Jun 28 11:22:25.689928 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-e1d4dde7-37be-4210-8835-ffc5bb44c9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'name': 'tempest-TestVolumeBootPattern-2058041356-router', 'tenant_id': '34f9a4af464a4c14af73bb4bb8314982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd27a713a-0ce2-4d4f-91f9-7db720aed5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:17Z', 'updated_at': '2022-06-28T11:21:24Z', 'revision_number': 4, 'project_id': '34f9a4af464a4c14af73bb4bb8314982', 'gw_port': {'id': 'd27a713a-0ce2-4d4f-91f9-7db720aed5c7', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:18Z', 'updated_at': '2022-06-28T11:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_floatingips': [{'id': '8ea88311-00e7-4dce-bdb5-30b4d77ea73a', 'tenant_id': '34f9a4af464a4c14af73bb4bb8314982', 'floating_ip_address': '172.27.2.151', 'floating_network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'router_id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'port_id': '9606ecb7-a35c-4f16-89fe-1c873b650038', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d6307f0-ba10-44a7-b3d3-c9e66a22edf8', 'mac_address': 'fa:16:3e:37:e6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea83eb55-6bed-4b8b-af23-e0393dfe0aa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:22:22Z', 'updated_at': '2022-06-28T11:22:22Z', 'revision_number': 0, 'project_id': '34f9a4af464a4c14af73bb4bb8314982', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddd4b7f5-7b12-4809-bdc0-eaad5a415bbd', 'name': '', 'network_id': '0d6307f0-ba10-44a7-b3d3-c9e66a22edf8', 'tenant_id': '34f9a4af464a4c14af73bb4bb8314982', 'mac_address': 'fa:16:3e:8e:bd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '1b0b29df-7b1f-4317-a6ef-bd3cb4e8ea72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:23Z', 'updated_at': '2022-06-28T11:21:30Z', 'revision_number': 5, 'project_id': '34f9a4af464a4c14af73bb4bb8314982', 'subnets': [{'id': '1b0b29df-7b1f-4317-a6ef-bd3cb4e8ea72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:25.694671 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d4dde7-37be-4210-8835-ffc5bb44c9c2 None None] The sync data for ids ['2f29c13e-59da-4074-9512-ebd644417bb9'] in dv-cinder-844605-1-iscsi is: [{'id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'name': 'tempest-TestVolumeBootPattern-2058041356-router', 'tenant_id': '34f9a4af464a4c14af73bb4bb8314982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd27a713a-0ce2-4d4f-91f9-7db720aed5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:17Z', 'updated_at': '2022-06-28T11:21:24Z', 'revision_number': 4, 'project_id': '34f9a4af464a4c14af73bb4bb8314982', 'gw_port': {'id': 'd27a713a-0ce2-4d4f-91f9-7db720aed5c7', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:18Z', 'updated_at': '2022-06-28T11:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_floatingips': [{'id': '8ea88311-00e7-4dce-bdb5-30b4d77ea73a', 'tenant_id': '34f9a4af464a4c14af73bb4bb8314982', 'floating_ip_address': '172.27.2.151', 'floating_network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'router_id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'port_id': '9606ecb7-a35c-4f16-89fe-1c873b650038', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d6307f0-ba10-44a7-b3d3-c9e66a22edf8', 'mac_address': 'fa:16:3e:37:e6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea83eb55-6bed-4b8b-af23-e0393dfe0aa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:22:22Z', 'updated_at': '2022-06-28T11:22:22Z', 'revision_number': 0, 'project_id': '34f9a4af464a4c14af73bb4bb8314982', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddd4b7f5-7b12-4809-bdc0-eaad5a415bbd', 'name': '', 'network_id': '0d6307f0-ba10-44a7-b3d3-c9e66a22edf8', 'tenant_id': '34f9a4af464a4c14af73bb4bb8314982', 'mac_address': 'fa:16:3e:8e:bd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '1b0b29df-7b1f-4317-a6ef-bd3cb4e8ea72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:23Z', 'updated_at': '2022-06-28T11:21:30Z', 'revision_number': 5, 'project_id': '34f9a4af464a4c14af73bb4bb8314982', 'subnets': [{'id': '1b0b29df-7b1f-4317-a6ef-bd3cb4e8ea72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:22:25.700250 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cc7765-517a-45c4-9c20-d261c72faa8d req-d1538851-dad8-4760-ac3d-7a240c24e7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:25.701712 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-75cc7765-517a-45c4-9c20-d261c72faa8d req-d1538851-dad8-4760-ac3d-7a240c24e7d5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3 HTTP/1.1" status: 200 len: 909 time: 0.1662934 Jun 28 11:22:25.704771 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-83947c15-9e72-4523-b095-d227b9173deb req-82910593-38b1-4741-804b-1c523983bfe6 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c6ad59f-43e2-451e-ab60-0e8c362b11b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714092 Jun 28 11:22:25.775911 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-75cc7765-517a-45c4-9c20-d261c72faa8d req-5f0ff4d1-c0fa-4e10-8487-a71c0a054d4f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7480d1e-81e9-4f6a-9b19-9ed839096724 HTTP/1.1" status: 200 len: 217 time: 0.0674784 Jun 28 11:22:25.843802 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cc7765-517a-45c4-9c20-d261c72faa8d req-7fbbabbf-e6de-4e27-b6d7-9a8554770197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:25.845351 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-75cc7765-517a-45c4-9c20-d261c72faa8d req-7fbbabbf-e6de-4e27-b6d7-9a8554770197 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=de86710f-13ad-4bbe-b7c3-f28eb0b4cfef HTTP/1.1" status: 200 len: 847 time: 0.0627437 Jun 28 11:22:25.887622 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff7933f-c407-42cd-811f-e84137c18d46 None None] New status for floating IP 8ea88311-00e7-4dce-bdb5-30b4d77ea73a: ACTIVE {{(pid=88179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:22:25.933074 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cc7765-517a-45c4-9c20-d261c72faa8d req-3eb2dab7-d15c-4d96-833d-d5b529daaf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:25.934645 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-75cc7765-517a-45c4-9c20-d261c72faa8d req-3eb2dab7-d15c-4d96-833d-d5b529daaf9c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0824549 Jun 28 11:22:26.076823 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-75cc7765-517a-45c4-9c20-d261c72faa8d req-568d41d0-b301-46fe-ab9c-d8921cbc0311 service neutron] 10.222.0.43 "GET /v2.0/networks/f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349587 Jun 28 11:22:26.218443 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-75cc7765-517a-45c4-9c20-d261c72faa8d req-ed99d823-d0bf-4b73-ab20-fbe34bcdc05a service neutron] 10.222.0.43 "GET /v2.0/networks/f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349835 Jun 28 11:22:26.587699 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea83eb55-6bed-4b8b-af23-e0393dfe0aa7', 'tag': '9606ecb7-a35c-4f16-89fe-1c873b650038'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:22:26.635282 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72bf7c06-4ef0-4e2f-9d0b-5227c3a72fe4'] response: {'name': 'network-changed', 'server_uuid': 'ea83eb55-6bed-4b8b-af23-e0393dfe0aa7', 'tag': '9606ecb7-a35c-4f16-89fe-1c873b650038', 'status': 'completed', 'code': 200} Jun 28 11:22:26.703442 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c31afb-bbff-493f-adf3-a7f57b5707c3 req-2b428cb1-1259-470c-bfbd-c702b548c6d0 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:26.704858 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-06c31afb-bbff-493f-adf3-a7f57b5707c3 req-2b428cb1-1259-470c-bfbd-c702b548c6d0 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=bec1f8f0-9584-4357-94c6-5971afc46b73 HTTP/1.1" status: 200 len: 944 time: 0.2164035 Jun 28 11:22:26.745697 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46df89a-7982-40be-9c28-a3d7ef510c56 req-c9d7a72d-f779-4285-9b34-599c6b62450c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:26.747203 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-a46df89a-7982-40be-9c28-a3d7ef510c56 req-c9d7a72d-f779-4285-9b34-599c6b62450c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=34f9a4af464a4c14af73bb4bb8314982&device_id=ea83eb55-6bed-4b8b-af23-e0393dfe0aa7 HTTP/1.1" status: 200 len: 1098 time: 0.0862732 Jun 28 11:22:26.751571 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-06c31afb-bbff-493f-adf3-a7f57b5707c3 req-5623bfb2-b2a2-4d05-8b9a-5aaa97a7cde0 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ea555bc-241b-4ded-802b-43bfbcc31988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403388 Jun 28 11:22:26.884685 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46df89a-7982-40be-9c28-a3d7ef510c56 req-27b1aeef-357f-42b6-ab33-800c81b139a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:26.886259 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-a46df89a-7982-40be-9c28-a3d7ef510c56 req-27b1aeef-357f-42b6-ab33-800c81b139a0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0d6307f0-ba10-44a7-b3d3-c9e66a22edf8 HTTP/1.1" status: 200 len: 913 time: 0.1321132 Jun 28 11:22:26.896686 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device 7f9f9e5e-96cc-4697-9348-4793fcc68c0a up at agent hyperv_hv-cinder-84460 {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:22:26.955597 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17c227-020e-4b28-a650-a7f1da88ccef req-95313b0d-224d-4967-9249-5a754cf8d3e4 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:26.963922 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-8b17c227-020e-4b28-a650-a7f1da88ccef req-95313b0d-224d-4967-9249-5a754cf8d3e4 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/ports?device_id=241e71b4-f1cf-4194-b958-8f619f10e932 HTTP/1.1" status: 200 len: 943 time: 0.1131282 Jun 28 11:22:27.024644 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-8b17c227-020e-4b28-a650-a7f1da88ccef req-835f6039-2b1d-423f-9dc0-4511f305bf3f tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c6ad59f-43e2-451e-ab60-0e8c362b11b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594559 Jun 28 11:22:27.049533 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Provisioning for port 7f9f9e5e-96cc-4697-9348-4793fcc68c0a completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:22:27.054714 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Provisioning complete for port 7f9f9e5e-96cc-4697-9348-4793fcc68c0a triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:22:27.055181 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:27.130844 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-a46df89a-7982-40be-9c28-a3d7ef510c56 req-b64d1864-3da3-41e1-bd66-39110d67a8bf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9606ecb7-a35c-4f16-89fe-1c873b650038 HTTP/1.1" status: 200 len: 1001 time: 0.2379467 Jun 28 11:22:27.203693 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46df89a-7982-40be-9c28-a3d7ef510c56 req-028d81ac-5a5e-4476-a637-a9fc0093b9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:27.205179 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-a46df89a-7982-40be-9c28-a3d7ef510c56 req-028d81ac-5a5e-4476-a637-a9fc0093b9d1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1b0b29df-7b1f-4317-a6ef-bd3cb4e8ea72 HTTP/1.1" status: 200 len: 851 time: 0.0646560 Jun 28 11:22:27.205509 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Current status of the port 7f9f9e5e-96cc-4697-9348-4793fcc68c0a is: BUILD; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:22:27.206307 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:27.236546 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec1f8f0-9584-4357-94c6-5971afc46b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f9f9e5e-96cc-4697-9348-4793fcc68c0a'}] {{(pid=88179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:22:27.246798 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port 7f9f9e5e-96cc-4697-9348-4793fcc68c0a, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=7f9f9e5e-96cc-4697-9348-4793fcc68c0a,segment=NetworkSegment(17cc432d-efff-455f-9a65-b5d8bf244c2a),segment_id=17cc432d-efff-455f-9a65-b5d8bf244c2a)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:22:27.252504 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:27.307592 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46df89a-7982-40be-9c28-a3d7ef510c56 req-cb8f9122-c21e-44fd-8c00-ff9a68f98cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:27.309230 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-a46df89a-7982-40be-9c28-a3d7ef510c56 req-cb8f9122-c21e-44fd-8c00-ff9a68f98cbb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0d6307f0-ba10-44a7-b3d3-c9e66a22edf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0931990 Jun 28 11:22:27.312253 dv-cinder-844605-1-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-606f8c25-f036-4d87-a5bb-2745fab56011'] response: {'server_uuid': 'bec1f8f0-9584-4357-94c6-5971afc46b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f9f9e5e-96cc-4697-9348-4793fcc68c0a', 'code': 200} Jun 28 11:22:27.348847 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Pushing event updated for resources: {'Port': ['ID=7f9f9e5e-96cc-4697-9348-4793fcc68c0a,revision_number=5']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:27.470089 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-a46df89a-7982-40be-9c28-a3d7ef510c56 req-d187900e-cd16-417b-b4fc-f1452453e6e4 service neutron] 10.222.0.43 "GET /v2.0/networks/0d6307f0-ba10-44a7-b3d3-c9e66a22edf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487408 Jun 28 11:22:27.587968 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d3a9f-5839-44da-8ef5-cde146c4018a req-689042f2-611c-43c7-913b-ecdc4d3ab049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:27.589455 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-fb5d3a9f-5839-44da-8ef5-cde146c4018a req-689042f2-611c-43c7-913b-ecdc4d3ab049 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bec1f8f0-9584-4357-94c6-5971afc46b73 HTTP/1.1" status: 200 len: 1098 time: 0.0789971 Jun 28 11:22:27.616302 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-a46df89a-7982-40be-9c28-a3d7ef510c56 req-352a295c-f0e7-41cf-adff-193d16942f0e service neutron] 10.222.0.43 "GET /v2.0/networks/0d6307f0-ba10-44a7-b3d3-c9e66a22edf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333940 Jun 28 11:22:27.635004 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-fb5d3a9f-5839-44da-8ef5-cde146c4018a req-f36ec4a2-779a-4c63-8294-f5c623249eee service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9ea555bc-241b-4ded-802b-43bfbcc31988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364447 Jun 28 11:22:27.968797 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5589b9e8-26d0-4a4b-948e-0815f7738a2f req-40bc5ca5-adbf-46c7-a361-99ec3fa51933 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:27.970258 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-5589b9e8-26d0-4a4b-948e-0815f7738a2f req-40bc5ca5-adbf-46c7-a361-99ec3fa51933 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=bec1f8f0-9584-4357-94c6-5971afc46b73 HTTP/1.1" status: 200 len: 945 time: 0.1004624 Jun 28 11:22:28.017412 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-5589b9e8-26d0-4a4b-948e-0815f7738a2f req-4980e19b-0efc-4cbb-8d34-3e3618d6a5c3 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ea555bc-241b-4ded-802b-43bfbcc31988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391808 Jun 28 11:22:28.225062 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccbc00a-28f8-427e-acf5-a242396d7e43 req-30433d92-3103-4db8-a78c-5b62a535a8f6 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:28.226520 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-2ccbc00a-28f8-427e-acf5-a242396d7e43 req-30433d92-3103-4db8-a78c-5b62a535a8f6 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/ports?device_id=241e71b4-f1cf-4194-b958-8f619f10e932 HTTP/1.1" status: 200 len: 943 time: 0.1040976 Jun 28 11:22:28.273686 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-2ccbc00a-28f8-427e-acf5-a242396d7e43 req-dbfaeab8-fd0e-4465-bb05-0c5811afb9ce tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c6ad59f-43e2-451e-ab60-0e8c362b11b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387361 Jun 28 11:22:29.214414 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd20cd0d-836e-46f9-91b6-fd90ea3cf545 req-214dd8a0-4027-4ad7-87a3-e145805f5de0 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:29.215876 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-bd20cd0d-836e-46f9-91b6-fd90ea3cf545 req-214dd8a0-4027-4ad7-87a3-e145805f5de0 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=bec1f8f0-9584-4357-94c6-5971afc46b73 HTTP/1.1" status: 200 len: 945 time: 0.0910800 Jun 28 11:22:29.262293 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-bd20cd0d-836e-46f9-91b6-fd90ea3cf545 req-0202090d-58b8-4cf0-9a4a-09d2f0e03084 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ea555bc-241b-4ded-802b-43bfbcc31988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403275 Jun 28 11:22:29.472080 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab66239-43b3-45dc-94a4-51d257d793e7 req-6e48288b-b37c-4b94-a96b-8ceff7e33308 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:29.473757 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-4ab66239-43b3-45dc-94a4-51d257d793e7 req-6e48288b-b37c-4b94-a96b-8ceff7e33308 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=bec1f8f0-9584-4357-94c6-5971afc46b73 HTTP/1.1" status: 200 len: 945 time: 0.0978286 Jun 28 11:22:29.477546 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087fb557-5f70-4617-8922-500e0f4e1bbf req-cda18079-6c47-469d-a9a7-794a8635c9b6 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:29.479029 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-087fb557-5f70-4617-8922-500e0f4e1bbf req-cda18079-6c47-469d-a9a7-794a8635c9b6 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/ports?device_id=241e71b4-f1cf-4194-b958-8f619f10e932 HTTP/1.1" status: 200 len: 943 time: 0.0926616 Jun 28 11:22:29.482396 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 59614) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:29.487316 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [None req-9e95015b-75f1-4a97-bc9f-e690880f9de6 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Request body: {'floatingip': {'port_id': '7f9f9e5e-96cc-4697-9348-4793fcc68c0a'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:22:29.578594 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-9e95015b-75f1-4a97-bc9f-e690880f9de6 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks [] for floatingip, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:29.640252 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:29.725112 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-087fb557-5f70-4617-8922-500e0f4e1bbf req-a469cffd-928c-4ffe-93ff-2f1fa9f2408b tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c6ad59f-43e2-451e-ab60-0e8c362b11b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1783214 Jun 28 11:22:30.289650 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-9e95015b-75f1-4a97-bc9f-e690880f9de6 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:30.295537 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-9e95015b-75f1-4a97-bc9f-e690880f9de6 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361935'] for floatingip, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:30.469695 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.db.l3_db [None req-9e95015b-75f1-4a97-bc9f-e690880f9de6 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Floating IP 953c2481-d28f-4e80-ab3d-c16691a3bf02 associated. External IP: 172.27.2.26, port: 7f9f9e5e-96cc-4697-9348-4793fcc68c0a. Jun 28 11:22:30.842782 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e95015b-75f1-4a97-bc9f-e690880f9de6 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Router ade2194f-1c03-40e9-8c97-1ca6cc2e34b1 has already been hosted by L3 agent 65138fbb-a379-4cdd-9015-09db381edeba {{(pid=88177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:22:30.925394 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13da07c2-a21f-41e5-99ed-0ae7314c5fa1 req-4b1c6cb5-9051-41bb-b63e-24b48d128a31 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:30.927064 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-13da07c2-a21f-41e5-99ed-0ae7314c5fa1 req-4b1c6cb5-9051-41bb-b63e-24b48d128a31 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/ports?device_id=241e71b4-f1cf-4194-b958-8f619f10e932 HTTP/1.1" status: 200 len: 943 time: 0.0931978 Jun 28 11:22:30.976046 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-13da07c2-a21f-41e5-99ed-0ae7314c5fa1 req-85ad581c-0337-402c-9638-ce2f962c0b25 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c6ad59f-43e2-451e-ab60-0e8c362b11b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424488 Jun 28 11:22:31.021221 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e95015b-75f1-4a97-bc9f-e690880f9de6 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify agent at l3_agent.dv-cinder-844605-1-iscsi the message routers_updated {{(pid=88177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:22:31.025564 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-9e95015b-75f1-4a97-bc9f-e690880f9de6 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for floatingip, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:31.031238 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d426e65-cbab-4b8d-b6cf-e5b6b6929e63 None None] Sync routers for ids ['ade2194f-1c03-40e9-8c97-1ca6cc2e34b1'] in dv-cinder-844605-1-iscsi {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:22:31.040886 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d426e65-cbab-4b8d-b6cf-e5b6b6929e63 None None] Routers {'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:22:31.041483 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-6d426e65-cbab-4b8d-b6cf-e5b6b6929e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:22:08Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['ade2194f-1c03-40e9-8c97-1ca6cc2e34b1'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:31.082268 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-9e95015b-75f1-4a97-bc9f-e690880f9de6 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "PUT /v2.0/floatingips/953c2481-d28f-4e80-ab3d-c16691a3bf02 HTTP/1.1" status: 200 len: 990 time: 1.5987885 Jun 28 11:22:31.082989 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bec1f8f0-9584-4357-94c6-5971afc46b73', 'tag': '7f9f9e5e-96cc-4697-9348-4793fcc68c0a'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:22:31.126656 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6eac5e0d-524e-4d5b-bf5a-e2a3d08d6b11'] response: {'name': 'network-changed', 'server_uuid': 'bec1f8f0-9584-4357-94c6-5971afc46b73', 'tag': '7f9f9e5e-96cc-4697-9348-4793fcc68c0a', 'status': 'completed', 'code': 200} Jun 28 11:22:31.217898 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvr_db [None req-6d426e65-cbab-4b8d-b6cf-e5b6b6929e63 None None] Set router ade2194f-1c03-40e9-8c97-1ca6cc2e34b1 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:22:31.236817 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f0482-4a03-49a4-8f61-95cc15cbd025 req-ed71e838-38ac-4b42-8660-8777682313a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:31.238506 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-0f1f0482-4a03-49a4-8f61-95cc15cbd025 req-ed71e838-38ac-4b42-8660-8777682313a9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0d240302ccf0453994b861ae39dea463&device_id=bec1f8f0-9584-4357-94c6-5971afc46b73 HTTP/1.1" status: 200 len: 1098 time: 0.0849435 Jun 28 11:22:31.369697 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f0482-4a03-49a4-8f61-95cc15cbd025 req-c10cc059-a41b-45c3-956e-ec91fa8925e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:31.371033 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-0f1f0482-4a03-49a4-8f61-95cc15cbd025 req-c10cc059-a41b-45c3-956e-ec91fa8925e0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3f8d13e4-2335-496a-b358-95cda2a57319 HTTP/1.1" status: 200 len: 911 time: 0.1255674 Jun 28 11:22:31.481038 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-0f1f0482-4a03-49a4-8f61-95cc15cbd025 req-bcdb95d5-9163-4dec-b1f7-c6fe8608a9f0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f9f9e5e-96cc-4697-9348-4793fcc68c0a HTTP/1.1" status: 200 len: 998 time: 0.0996752 Jun 28 11:22:31.552618 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f0482-4a03-49a4-8f61-95cc15cbd025 req-4188f032-188d-4779-83ca-d663914b25c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:31.554103 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-0f1f0482-4a03-49a4-8f61-95cc15cbd025 req-4188f032-188d-4779-83ca-d663914b25c4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2fabbc00-cab3-403d-bb79-f769bf69911e HTTP/1.1" status: 200 len: 849 time: 0.0627768 Jun 28 11:22:31.599693 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-6d426e65-cbab-4b8d-b6cf-e5b6b6929e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1', 'name': 'tempest-AttachVolumeTestJSON-598911938-router', 'tenant_id': '0d240302ccf0453994b861ae39dea463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f709371d-334e-4068-84cd-106c6afa05e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:21Z', 'updated_at': '2022-06-28T11:16:38Z', 'revision_number': 4, 'project_id': '0d240302ccf0453994b861ae39dea463', 'gw_port': {'id': 'f709371d-334e-4068-84cd-106c6afa05e9', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:24Z', 'updated_at': '2022-06-28T11:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_floatingips': [{'id': '953c2481-d28f-4e80-ab3d-c16691a3bf02', 'tenant_id': '0d240302ccf0453994b861ae39dea463', 'floating_ip_address': '172.27.2.26', 'floating_network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'router_id': 'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1', 'port_id': '7f9f9e5e-96cc-4697-9348-4793fcc68c0a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f8d13e4-2335-496a-b358-95cda2a57319', 'mac_address': 'fa:16:3e:f5:d2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec1f8f0-9584-4357-94c6-5971afc46b73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:22:14Z', 'updated_at': '2022-06-28T11:22:30Z', 'revision_number': 1, 'project_id': '0d240302ccf0453994b861ae39dea463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5580a367-b90f-424e-b4b7-659e07cd44cd', 'name': '', 'network_id': '3f8d13e4-2335-496a-b358-95cda2a57319', 'tenant_id': '0d240302ccf0453994b861ae39dea463', 'mac_address': 'fa:16:3e:d4:ef:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2fabbc00-cab3-403d-bb79-f769bf69911e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:35Z', 'updated_at': '2022-06-28T11:16:51Z', 'revision_number': 5, 'project_id': '0d240302ccf0453994b861ae39dea463', 'subnets': [{'id': '2fabbc00-cab3-403d-bb79-f769bf69911e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:31.603707 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d426e65-cbab-4b8d-b6cf-e5b6b6929e63 None None] Checking router: ade2194f-1c03-40e9-8c97-1ca6cc2e34b1 for host: dv-cinder-844605-1-iscsi {{(pid=88180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:22:31.612541 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d426e65-cbab-4b8d-b6cf-e5b6b6929e63 None None] Routers {'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:22:31.613371 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-6d426e65-cbab-4b8d-b6cf-e5b6b6929e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:22:08Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['ade2194f-1c03-40e9-8c97-1ca6cc2e34b1'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:31.639815 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f0482-4a03-49a4-8f61-95cc15cbd025 req-e9279358-263e-43bc-a94f-9818684b271c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:31.641280 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-0f1f0482-4a03-49a4-8f61-95cc15cbd025 req-e9279358-263e-43bc-a94f-9818684b271c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3f8d13e4-2335-496a-b358-95cda2a57319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0793486 Jun 28 11:22:31.796305 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvr_db [None req-6d426e65-cbab-4b8d-b6cf-e5b6b6929e63 None None] Set router ade2194f-1c03-40e9-8c97-1ca6cc2e34b1 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:22:31.797087 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-0f1f0482-4a03-49a4-8f61-95cc15cbd025 req-5cd45f9e-e331-41d2-a3b7-486059b57522 service neutron] 10.222.0.43 "GET /v2.0/networks/3f8d13e4-2335-496a-b358-95cda2a57319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461079 Jun 28 11:22:31.932155 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-0f1f0482-4a03-49a4-8f61-95cc15cbd025 req-d509184e-8fd9-463a-858a-abdc19af85c7 service neutron] 10.222.0.43 "GET /v2.0/networks/3f8d13e4-2335-496a-b358-95cda2a57319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281302 Jun 28 11:22:32.154646 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-6d426e65-cbab-4b8d-b6cf-e5b6b6929e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1', 'name': 'tempest-AttachVolumeTestJSON-598911938-router', 'tenant_id': '0d240302ccf0453994b861ae39dea463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f709371d-334e-4068-84cd-106c6afa05e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:21Z', 'updated_at': '2022-06-28T11:16:38Z', 'revision_number': 4, 'project_id': '0d240302ccf0453994b861ae39dea463', 'gw_port': {'id': 'f709371d-334e-4068-84cd-106c6afa05e9', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:24Z', 'updated_at': '2022-06-28T11:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_floatingips': [{'id': '953c2481-d28f-4e80-ab3d-c16691a3bf02', 'tenant_id': '0d240302ccf0453994b861ae39dea463', 'floating_ip_address': '172.27.2.26', 'floating_network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'router_id': 'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1', 'port_id': '7f9f9e5e-96cc-4697-9348-4793fcc68c0a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f8d13e4-2335-496a-b358-95cda2a57319', 'mac_address': 'fa:16:3e:f5:d2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec1f8f0-9584-4357-94c6-5971afc46b73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:22:14Z', 'updated_at': '2022-06-28T11:22:30Z', 'revision_number': 1, 'project_id': '0d240302ccf0453994b861ae39dea463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5580a367-b90f-424e-b4b7-659e07cd44cd', 'name': '', 'network_id': '3f8d13e4-2335-496a-b358-95cda2a57319', 'tenant_id': '0d240302ccf0453994b861ae39dea463', 'mac_address': 'fa:16:3e:d4:ef:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2fabbc00-cab3-403d-bb79-f769bf69911e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:35Z', 'updated_at': '2022-06-28T11:16:51Z', 'revision_number': 5, 'project_id': '0d240302ccf0453994b861ae39dea463', 'subnets': [{'id': '2fabbc00-cab3-403d-bb79-f769bf69911e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:32.159873 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d426e65-cbab-4b8d-b6cf-e5b6b6929e63 None None] The sync data for ids ['ade2194f-1c03-40e9-8c97-1ca6cc2e34b1'] in dv-cinder-844605-1-iscsi is: [{'id': 'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1', 'name': 'tempest-AttachVolumeTestJSON-598911938-router', 'tenant_id': '0d240302ccf0453994b861ae39dea463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f709371d-334e-4068-84cd-106c6afa05e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:21Z', 'updated_at': '2022-06-28T11:16:38Z', 'revision_number': 4, 'project_id': '0d240302ccf0453994b861ae39dea463', 'gw_port': {'id': 'f709371d-334e-4068-84cd-106c6afa05e9', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:24Z', 'updated_at': '2022-06-28T11:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_floatingips': [{'id': '953c2481-d28f-4e80-ab3d-c16691a3bf02', 'tenant_id': '0d240302ccf0453994b861ae39dea463', 'floating_ip_address': '172.27.2.26', 'floating_network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'router_id': 'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1', 'port_id': '7f9f9e5e-96cc-4697-9348-4793fcc68c0a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f8d13e4-2335-496a-b358-95cda2a57319', 'mac_address': 'fa:16:3e:f5:d2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec1f8f0-9584-4357-94c6-5971afc46b73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:22:14Z', 'updated_at': '2022-06-28T11:22:30Z', 'revision_number': 1, 'project_id': '0d240302ccf0453994b861ae39dea463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5580a367-b90f-424e-b4b7-659e07cd44cd', 'name': '', 'network_id': '3f8d13e4-2335-496a-b358-95cda2a57319', 'tenant_id': '0d240302ccf0453994b861ae39dea463', 'mac_address': 'fa:16:3e:d4:ef:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2fabbc00-cab3-403d-bb79-f769bf69911e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:35Z', 'updated_at': '2022-06-28T11:16:51Z', 'revision_number': 5, 'project_id': '0d240302ccf0453994b861ae39dea463', 'subnets': [{'id': '2fabbc00-cab3-403d-bb79-f769bf69911e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:22:32.176965 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f61b15-0f77-4a5e-be2c-85fe08e374cc req-baa5fe86-f6ee-4d70-a885-b43eacbf0ea9 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:32.178565 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-e2f61b15-0f77-4a5e-be2c-85fe08e374cc req-baa5fe86-f6ee-4d70-a885-b43eacbf0ea9 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/ports?device_id=241e71b4-f1cf-4194-b958-8f619f10e932 HTTP/1.1" status: 200 len: 943 time: 0.0959225 Jun 28 11:22:32.225924 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-e2f61b15-0f77-4a5e-be2c-85fe08e374cc req-3fa28913-e669-42cb-9c64-4581287d267d tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c6ad59f-43e2-451e-ab60-0e8c362b11b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416059 Jun 28 11:22:32.358467 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d13c4c-797d-43fc-885d-054772b4a633 None None] New status for floating IP 953c2481-d28f-4e80-ab3d-c16691a3bf02: ACTIVE {{(pid=88179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:22:32.936028 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device b7480d1e-81e9-4f6a-9b19-9ed839096724 details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=88179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:22:33.074813 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port b7480d1e-81e9-4f6a-9b19-9ed839096724, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=b7480d1e-81e9-4f6a-9b19-9ed839096724,segment=NetworkSegment(4b63a92e-df64-4f82-a8dd-57f27eee96b8),segment_id=4b63a92e-df64-4f82-a8dd-57f27eee96b8)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:22:33.088354 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Returning: {'device': 'b7480d1e-81e9-4f6a-9b19-9ed839096724', 'network_id': 'f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3', 'port_id': 'b7480d1e-81e9-4f6a-9b19-9ed839096724', 'mac_address': 'fa:16:3e:c3:07:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de86710f-13ad-4bbe-b7c3-f28eb0b4cfef', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:22:33.148412 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Current status of the port b7480d1e-81e9-4f6a-9b19-9ed839096724 is: DOWN; New status is: BUILD {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:22:33.148821 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:33.165705 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7480d1e-81e9-4f6a-9b19-9ed839096724 {{(pid=88179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:22:33.182895 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port b7480d1e-81e9-4f6a-9b19-9ed839096724, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=b7480d1e-81e9-4f6a-9b19-9ed839096724,segment=NetworkSegment(4b63a92e-df64-4f82-a8dd-57f27eee96b8),segment_id=4b63a92e-df64-4f82-a8dd-57f27eee96b8)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:22:33.188303 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:33.259011 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Pushing event updated for resources: {'Port': ['ID=b7480d1e-81e9-4f6a-9b19-9ed839096724,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:33.423809 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989e87f-102f-4cec-a769-e47c1414cd02 req-bfd015db-2e5f-45bc-aa9e-010f27850b6e tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:33.425556 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-7989e87f-102f-4cec-a769-e47c1414cd02 req-bfd015db-2e5f-45bc-aa9e-010f27850b6e tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/ports?device_id=241e71b4-f1cf-4194-b958-8f619f10e932 HTTP/1.1" status: 200 len: 944 time: 0.0895381 Jun 28 11:22:33.469672 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-7989e87f-102f-4cec-a769-e47c1414cd02 req-b30ed108-dacf-4e51-bcda-033ed7046013 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c6ad59f-43e2-451e-ab60-0e8c362b11b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384002 Jun 28 11:22:33.486500 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] get_ports_and_sgs() called for port_ids ['b7480d1e-81e9-4f6a-9b19-9ed839096724'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:22:34.677995 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b90f86-51d6-4d07-987f-ddd299829e6f req-ee8c8076-9f2a-4f02-9edd-4eab5afa9833 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:34.679373 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-b6b90f86-51d6-4d07-987f-ddd299829e6f req-ee8c8076-9f2a-4f02-9edd-4eab5afa9833 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/ports?device_id=241e71b4-f1cf-4194-b958-8f619f10e932 HTTP/1.1" status: 200 len: 944 time: 0.0993888 Jun 28 11:22:34.725243 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-b6b90f86-51d6-4d07-987f-ddd299829e6f req-a87227b0-aec2-4777-9ec3-72fa2f635ad1 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c6ad59f-43e2-451e-ab60-0e8c362b11b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400474 Jun 28 11:22:34.954103 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device b7480d1e-81e9-4f6a-9b19-9ed839096724 up at agent hyperv_hv-cinder-84460 {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:22:35.024668 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Provisioning for port b7480d1e-81e9-4f6a-9b19-9ed839096724 completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:22:35.029491 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Provisioning complete for port b7480d1e-81e9-4f6a-9b19-9ed839096724 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:22:35.029859 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:35.150925 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Current status of the port b7480d1e-81e9-4f6a-9b19-9ed839096724 is: BUILD; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:22:35.151332 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:35.178608 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '241e71b4-f1cf-4194-b958-8f619f10e932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7480d1e-81e9-4f6a-9b19-9ed839096724'}] {{(pid=88179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:22:35.194040 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port b7480d1e-81e9-4f6a-9b19-9ed839096724, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=b7480d1e-81e9-4f6a-9b19-9ed839096724,segment=NetworkSegment(4b63a92e-df64-4f82-a8dd-57f27eee96b8),segment_id=4b63a92e-df64-4f82-a8dd-57f27eee96b8)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:22:35.194040 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:35.248264 dv-cinder-844605-1-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dae5ed2f-7630-4cfe-9113-184da8299f89'] response: {'server_uuid': '241e71b4-f1cf-4194-b958-8f619f10e932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7480d1e-81e9-4f6a-9b19-9ed839096724', 'code': 200} Jun 28 11:22:35.270059 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Pushing event updated for resources: {'Port': ['ID=b7480d1e-81e9-4f6a-9b19-9ed839096724,revision_number=5']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:35.599751 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940b50a-df55-42ea-aeb1-dcd1d60546e6 req-d95d247a-075b-41a8-b4d9-871616e49f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:35.601293 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-e940b50a-df55-42ea-aeb1-dcd1d60546e6 req-d95d247a-075b-41a8-b4d9-871616e49f03 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=241e71b4-f1cf-4194-b958-8f619f10e932 HTTP/1.1" status: 200 len: 1098 time: 0.0833535 Jun 28 11:22:35.643139 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-e940b50a-df55-42ea-aeb1-dcd1d60546e6 req-f3d4ce1f-15ea-41a2-aaa0-170bcac634b3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9c6ad59f-43e2-451e-ab60-0e8c362b11b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346494 Jun 28 11:22:35.950184 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab5f64-c1ef-4df9-ab27-07fcece8066b req-2648117f-0e3f-4710-b2cb-b0851811e352 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:35.951757 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-37ab5f64-c1ef-4df9-ab27-07fcece8066b req-2648117f-0e3f-4710-b2cb-b0851811e352 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/ports?device_id=241e71b4-f1cf-4194-b958-8f619f10e932 HTTP/1.1" status: 200 len: 945 time: 0.1068215 Jun 28 11:22:36.001223 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-37ab5f64-c1ef-4df9-ab27-07fcece8066b req-bb29eb76-c80c-40bd-a168-ad5d7adeb056 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c6ad59f-43e2-451e-ab60-0e8c362b11b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428026 Jun 28 11:22:36.246841 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8bfd3eac-46e4-4888-a7b4-3514323aba8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:37.196695 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f9d98-e12a-423f-af0c-24d4764a2d70 req-f8ffec13-eefb-47b4-8b2e-66ac5b04dbeb tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:37.198141 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-e73f9d98-e12a-423f-af0c-24d4764a2d70 req-f8ffec13-eefb-47b4-8b2e-66ac5b04dbeb tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/ports?device_id=241e71b4-f1cf-4194-b958-8f619f10e932 HTTP/1.1" status: 200 len: 945 time: 0.0919755 Jun 28 11:22:37.243868 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-e73f9d98-e12a-423f-af0c-24d4764a2d70 req-a82afcd0-51a8-4887-a79d-6cffc9a90144 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c6ad59f-43e2-451e-ab60-0e8c362b11b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395539 Jun 28 11:22:37.448522 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da46c2b-005d-4e6b-b8cc-19fb447523ea req-87dbbec5-59c5-480b-a84e-1ebb228e062b tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:37.450075 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-9da46c2b-005d-4e6b-b8cc-19fb447523ea req-87dbbec5-59c5-480b-a84e-1ebb228e062b tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/ports?device_id=241e71b4-f1cf-4194-b958-8f619f10e932 HTTP/1.1" status: 200 len: 945 time: 0.0917642 Jun 28 11:22:37.497820 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-9da46c2b-005d-4e6b-b8cc-19fb447523ea req-4e7a89b1-92f3-46b2-85da-cec91eed6f18 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c6ad59f-43e2-451e-ab60-0e8c362b11b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414817 Jun 28 11:22:37.521604 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 59684) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:37.727898 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539a3d09-7af1-493d-9ab3-99785004f301 tempest-TestShelveInstance-1431750799 tempest-TestShelveInstance-1431750799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:37.728877 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-539a3d09-7af1-493d-9ab3-99785004f301 tempest-TestShelveInstance-1431750799 tempest-TestShelveInstance-1431750799-project-admin] Synchronizing usage tracker for tenant:2503c1cf5d8c42b2a64d9e37c3f111f9 on resource:port {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:22:37.750908 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-539a3d09-7af1-493d-9ab3-99785004f301 tempest-TestShelveInstance-1431750799 tempest-TestShelveInstance-1431750799-project-admin] Unset dirty status for tenant:2503c1cf5d8c42b2a64d9e37c3f111f9 on resource:port {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:22:37.752462 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-539a3d09-7af1-493d-9ab3-99785004f301 tempest-TestShelveInstance-1431750799 tempest-TestShelveInstance-1431750799-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=241e71b4-f1cf-4194-b958-8f619f10e932 HTTP/1.1" status: 200 len: 1093 time: 0.2295711 Jun 28 11:22:37.755901 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 59690) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:37.761053 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [None req-ade20dcb-5914-4c6e-ba65-58cda41fae3c tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Request body: {'floatingip': {'floating_network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'port_id': 'b7480d1e-81e9-4f6a-9b19-9ed839096724', 'tenant_id': '08c3c19c0c404bb6bf8989d879b1ea6c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:22:37.767337 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-ade20dcb-5914-4c6e-ba65-58cda41fae3c tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:22:37.772265 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-ade20dcb-5914-4c6e-ba65-58cda41fae3c tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Usage tracker for resource:floatingip and tenant:08c3c19c0c404bb6bf8989d879b1ea6c is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:22:37.775295 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-ade20dcb-5914-4c6e-ba65-58cda41fae3c tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:22:37.782057 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-ade20dcb-5914-4c6e-ba65-58cda41fae3c tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:22:37.793380 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ade20dcb-5914-4c6e-ba65-58cda41fae3c tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Notify callbacks [] for floatingip, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:37.961464 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ade20dcb-5914-4c6e-ba65-58cda41fae3c tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:38.256881 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.db_base_plugin_common [None req-ade20dcb-5914-4c6e-ba65-58cda41fae3c tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Allocated IP 172.27.2.16 (6387ef29-ddd8-4632-9016-e02c39923463/5f3766c0-f55a-400a-8fdd-81b5b17b1576/fb5e19d1-c917-4c78-a833-88a896bf18bc) {{(pid=88177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:22:38.417579 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e4a496b6-4941-460c-ba44-5c111a33cf58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:38.472880 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ade20dcb-5914-4c6e-ba65-58cda41fae3c tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Notify callbacks [] for port, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:38.502923 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ed310-cba2-4f2c-a7ce-d3792026b7dc req-2f0e20b3-a86c-40d6-944c-d33dd8a1f235 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:38.504874 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-208ed310-cba2-4f2c-a7ce-d3792026b7dc req-2f0e20b3-a86c-40d6-944c-d33dd8a1f235 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=102a8a1b-da21-407e-96a2-2edae90da152 HTTP/1.1" status: 200 len: 945 time: 0.1595802 Jun 28 11:22:38.543838 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ade20dcb-5914-4c6e-ba65-58cda41fae3c tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782103981231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2688079'] for port, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:38.596910 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-208ed310-cba2-4f2c-a7ce-d3792026b7dc req-a54f4696-ed13-456b-932a-5b2da1f5d3eb tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=eae4892b-50c7-41df-9dd4-207cf5f402b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855763 Jun 28 11:22:38.617104 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade20dcb-5914-4c6e-ba65-58cda41fae3c tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Network 6387ef29-ddd8-4632-9016-e02c39923463 is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:22:38.619896 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.base_scheduler [None req-ade20dcb-5914-4c6e-ba65-58cda41fae3c tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:22:38.623675 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade20dcb-5914-4c6e-ba65-58cda41fae3c tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Received port after_create {{(pid=88177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:22:38.658264 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade20dcb-5914-4c6e-ba65-58cda41fae3c tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Pushing event updated for resources: {'Port': ['ID=fb5e19d1-c917-4c78-a833-88a896bf18bc,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:38.674332 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade20dcb-5914-4c6e-ba65-58cda41fae3c tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:38.674689 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade20dcb-5914-4c6e-ba65-58cda41fae3c tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:38.675021 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade20dcb-5914-4c6e-ba65-58cda41fae3c tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:38.675346 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade20dcb-5914-4c6e-ba65-58cda41fae3c tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:38.675660 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade20dcb-5914-4c6e-ba65-58cda41fae3c tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:38.676171 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade20dcb-5914-4c6e-ba65-58cda41fae3c tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:38.676671 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade20dcb-5914-4c6e-ba65-58cda41fae3c tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:38.676671 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade20dcb-5914-4c6e-ba65-58cda41fae3c tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:38.677012 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade20dcb-5914-4c6e-ba65-58cda41fae3c tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:38.677328 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade20dcb-5914-4c6e-ba65-58cda41fae3c tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:38.677629 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade20dcb-5914-4c6e-ba65-58cda41fae3c tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:38.677952 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade20dcb-5914-4c6e-ba65-58cda41fae3c tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:39.082072 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a932f7e4-9c66-4cb6-83cb-93713787667d req-cf112203-1eaf-47fc-a249-3ca2b471f42d tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:39.084002 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-a932f7e4-9c66-4cb6-83cb-93713787667d req-cf112203-1eaf-47fc-a249-3ca2b471f42d tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=afaa83b6-8607-4595-978c-46eb1ae7737b HTTP/1.1" status: 200 len: 945 time: 0.2105248 Jun 28 11:22:39.141784 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-a932f7e4-9c66-4cb6-83cb-93713787667d req-ac6b337e-b8a5-4293-ade2-2b79f58b2f5e tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad130fcf-8920-47dc-a1d8-2bb1d5241bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514860 Jun 28 11:22:39.156491 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ade20dcb-5914-4c6e-ba65-58cda41fae3c tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:39.244827 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ade20dcb-5914-4c6e-ba65-58cda41fae3c tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:39.465564 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ade20dcb-5914-4c6e-ba65-58cda41fae3c tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Notify callbacks [] for port, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:39.471504 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ade20dcb-5914-4c6e-ba65-58cda41fae3c tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2688088'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:39.574985 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade20dcb-5914-4c6e-ba65-58cda41fae3c tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Pushing event updated for resources: {'Port': ['ID=fb5e19d1-c917-4c78-a833-88a896bf18bc,revision_number=2']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:39.591896 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ade20dcb-5914-4c6e-ba65-58cda41fae3c tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361935'] for floatingip, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:39.616415 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b58b1c24-9254-4745-9794-e7d1435c798c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:39.763324 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.db.l3_db [None req-ade20dcb-5914-4c6e-ba65-58cda41fae3c tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Floating IP b8fd4c1d-5c45-4949-ba9a-4673876b718c associated. External IP: 172.27.2.16, port: b7480d1e-81e9-4f6a-9b19-9ed839096724. Jun 28 11:22:39.796091 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46849d10-fd4d-43dd-a695-17e9b27c3802 req-6c9d6b9c-1fea-41ac-a856-5fa3fd2b418e tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:39.797638 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-46849d10-fd4d-43dd-a695-17e9b27c3802 req-6c9d6b9c-1fea-41ac-a856-5fa3fd2b418e tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=102a8a1b-da21-407e-96a2-2edae90da152 HTTP/1.1" status: 200 len: 945 time: 0.0933311 Jun 28 11:22:39.805143 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:39.951222 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-46849d10-fd4d-43dd-a695-17e9b27c3802 req-921e500c-fdc6-4bbb-b847-2eebd64c147e tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=eae4892b-50c7-41df-9dd4-207cf5f402b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441453 Jun 28 11:22:40.226417 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade20dcb-5914-4c6e-ba65-58cda41fae3c tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Router 7ce72886-04ab-4aa7-81c1-062169acd07e has already been hosted by L3 agent 65138fbb-a379-4cdd-9015-09db381edeba {{(pid=88177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:22:40.471890 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade20dcb-5914-4c6e-ba65-58cda41fae3c tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Notify agent at l3_agent.dv-cinder-844605-1-iscsi the message routers_updated {{(pid=88177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:22:40.481565 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a98e4c5-6e9c-4a87-9394-565cd520fbbb None None] Sync routers for ids ['7ce72886-04ab-4aa7-81c1-062169acd07e'] in dv-cinder-844605-1-iscsi {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:22:40.492071 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a98e4c5-6e9c-4a87-9394-565cd520fbbb None None] Routers {'7ce72886-04ab-4aa7-81c1-062169acd07e'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:22:40.492822 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-5a98e4c5-6e9c-4a87-9394-565cd520fbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:22:38Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['7ce72886-04ab-4aa7-81c1-062169acd07e'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:40.496625 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc3e3d0-5549-4384-b6f1-0ace906e6999 req-86a31e75-fbe8-427a-9c97-43d9684ef92b tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:40.498144 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-5cc3e3d0-5549-4384-b6f1-0ace906e6999 req-86a31e75-fbe8-427a-9c97-43d9684ef92b tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=afaa83b6-8607-4595-978c-46eb1ae7737b HTTP/1.1" status: 200 len: 945 time: 0.2158363 Jun 28 11:22:40.521918 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ade20dcb-5914-4c6e-ba65-58cda41fae3c tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for floatingip, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:40.594789 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-5cc3e3d0-5549-4384-b6f1-0ace906e6999 req-956c4c51-5fe6-4875-ad77-39f5fb63b6eb tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad130fcf-8920-47dc-a1d8-2bb1d5241bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895927 Jun 28 11:22:40.599379 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-ade20dcb-5914-4c6e-ba65-58cda41fae3c tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8394015 Jun 28 11:22:40.599379 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '241e71b4-f1cf-4194-b958-8f619f10e932', 'tag': 'b7480d1e-81e9-4f6a-9b19-9ed839096724'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:22:40.645212 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703a7a2-158f-417d-bffa-147eb3fe8e2c req-e350a307-9ad2-4bd9-aa37-10285d4904a9 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:40.647202 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-4703a7a2-158f-417d-bffa-147eb3fe8e2c req-e350a307-9ad2-4bd9-aa37-10285d4904a9 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.43 "GET /v2.0/ports?device_id=afaa83b6-8607-4595-978c-46eb1ae7737b HTTP/1.1" status: 200 len: 945 time: 0.1032751 Jun 28 11:22:40.650403 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a964c4d8-a4d8-47c5-872e-96b543eea902'] response: {'name': 'network-changed', 'server_uuid': '241e71b4-f1cf-4194-b958-8f619f10e932', 'tag': 'b7480d1e-81e9-4f6a-9b19-9ed839096724', 'status': 'completed', 'code': 200} Jun 28 11:22:40.680880 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvr_db [None req-5a98e4c5-6e9c-4a87-9394-565cd520fbbb None None] Set router 7ce72886-04ab-4aa7-81c1-062169acd07e gateway port host: dv-cinder-844605-1-iscsi {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:22:40.733155 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.plugin [req-4703a7a2-158f-417d-bffa-147eb3fe8e2c req-9b6eb765-ea5a-4137-9402-6e7aca5bfcd0 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Deleting port d84fa7b5-a0f8-4b86-9d3f-d49010bda4de {{(pid=88178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:22:40.733760 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [req-4703a7a2-158f-417d-bffa-147eb3fe8e2c req-9b6eb765-ea5a-4137-9402-6e7aca5bfcd0 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:40.750280 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c949d0b0-b6ae-40f2-95e5-0b55ef9ae60c req-4434eacf-f74b-4ca8-987c-6da5922da3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:40.752015 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c949d0b0-b6ae-40f2-95e5-0b55ef9ae60c req-4434eacf-f74b-4ca8-987c-6da5922da3e9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=08c3c19c0c404bb6bf8989d879b1ea6c&device_id=241e71b4-f1cf-4194-b958-8f619f10e932 HTTP/1.1" status: 200 len: 1098 time: 0.0784850 Jun 28 11:22:40.887234 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c949d0b0-b6ae-40f2-95e5-0b55ef9ae60c req-ac5b00d5-d599-4779-b4fd-490c9e7a8b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:40.888918 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c949d0b0-b6ae-40f2-95e5-0b55ef9ae60c req-ac5b00d5-d599-4779-b4fd-490c9e7a8b8a service neutron] 10.222.0.43 "GET /v2.0/networks?id=f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3 HTTP/1.1" status: 200 len: 909 time: 0.1292646 Jun 28 11:22:40.972586 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-90b31af6-315a-40c1-95e8-9ba1745e2d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:41.003765 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c949d0b0-b6ae-40f2-95e5-0b55ef9ae60c req-283d31c2-5ba3-40a5-b382-b1d21d74d956 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7480d1e-81e9-4f6a-9b19-9ed839096724 HTTP/1.1" status: 200 len: 998 time: 0.1072652 Jun 28 11:22:41.016020 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.db [req-4703a7a2-158f-417d-bffa-147eb3fe8e2c req-9b6eb765-ea5a-4137-9402-6e7aca5bfcd0 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] For port d84fa7b5-a0f8-4b86-9d3f-d49010bda4de, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=d84fa7b5-a0f8-4b86-9d3f-d49010bda4de,segment=NetworkSegment(d955dde5-69b1-4a11-8383-f5f9cce13386),segment_id=d955dde5-69b1-4a11-8383-f5f9cce13386)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:22:41.017159 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [req-4703a7a2-158f-417d-bffa-147eb3fe8e2c req-9b6eb765-ea5a-4137-9402-6e7aca5bfcd0 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:41.091694 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-5a98e4c5-6e9c-4a87-9394-565cd520fbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce72886-04ab-4aa7-81c1-062169acd07e', 'name': 'tempest-TestShelveInstance-499027150-router', 'tenant_id': '08c3c19c0c404bb6bf8989d879b1ea6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'e37116b2-bbe3-44ab-8308-53b310d4bdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:34Z', 'updated_at': '2022-06-28T11:21:42Z', 'revision_number': 4, 'project_id': '08c3c19c0c404bb6bf8989d879b1ea6c', 'gw_port': {'id': 'e37116b2-bbe3-44ab-8308-53b310d4bdc1', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:7d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce72886-04ab-4aa7-81c1-062169acd07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:35Z', 'updated_at': '2022-06-28T11:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_floatingips': [{'id': 'b8fd4c1d-5c45-4949-ba9a-4673876b718c', 'tenant_id': '08c3c19c0c404bb6bf8989d879b1ea6c', 'floating_ip_address': '172.27.2.16', 'floating_network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'router_id': '7ce72886-04ab-4aa7-81c1-062169acd07e', 'port_id': 'b7480d1e-81e9-4f6a-9b19-9ed839096724', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3', 'mac_address': 'fa:16:3e:c3:07:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e71b4-f1cf-4194-b958-8f619f10e932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:22:39Z', 'updated_at': '2022-06-28T11:22:39Z', 'revision_number': 0, 'project_id': '08c3c19c0c404bb6bf8989d879b1ea6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4f8721d-4734-4257-9f5f-07b7a0817c49', 'name': '', 'network_id': 'f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3', 'tenant_id': '08c3c19c0c404bb6bf8989d879b1ea6c', 'mac_address': 'fa:16:3e:15:4f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce72886-04ab-4aa7-81c1-062169acd07e', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'de86710f-13ad-4bbe-b7c3-f28eb0b4cfef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:41Z', 'updated_at': '2022-06-28T11:21:53Z', 'revision_number': 5, 'project_id': '08c3c19c0c404bb6bf8989d879b1ea6c', 'subnets': [{'id': 'de86710f-13ad-4bbe-b7c3-f28eb0b4cfef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:41.095470 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a98e4c5-6e9c-4a87-9394-565cd520fbbb None None] Checking router: 7ce72886-04ab-4aa7-81c1-062169acd07e for host: dv-cinder-844605-1-iscsi {{(pid=88180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:22:41.104600 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a98e4c5-6e9c-4a87-9394-565cd520fbbb None None] Routers {'7ce72886-04ab-4aa7-81c1-062169acd07e'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:22:41.105345 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-5a98e4c5-6e9c-4a87-9394-565cd520fbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:22:38Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['7ce72886-04ab-4aa7-81c1-062169acd07e'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:41.133355 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c949d0b0-b6ae-40f2-95e5-0b55ef9ae60c req-bd6d3c3f-eb38-460e-9c14-4ef4003a389c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:41.134905 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c949d0b0-b6ae-40f2-95e5-0b55ef9ae60c req-bd6d3c3f-eb38-460e-9c14-4ef4003a389c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=de86710f-13ad-4bbe-b7c3-f28eb0b4cfef HTTP/1.1" status: 200 len: 847 time: 0.1222587 Jun 28 11:22:41.232744 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b162c57-3d09-43ce-94b3-5921d160d4f8 req-6a405c05-a8af-4ec2-ba2b-2739fee19c24 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:41.234566 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-6b162c57-3d09-43ce-94b3-5921d160d4f8 req-6a405c05-a8af-4ec2-ba2b-2739fee19c24 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=102a8a1b-da21-407e-96a2-2edae90da152 HTTP/1.1" status: 200 len: 945 time: 0.1597352 Jun 28 11:22:41.258801 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c949d0b0-b6ae-40f2-95e5-0b55ef9ae60c req-a26c2316-acec-4ed0-8909-fef67ea31042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:41.259928 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c949d0b0-b6ae-40f2-95e5-0b55ef9ae60c req-a26c2316-acec-4ed0-8909-fef67ea31042 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1155217 Jun 28 11:22:41.294274 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvr_db [None req-5a98e4c5-6e9c-4a87-9394-565cd520fbbb None None] Set router 7ce72886-04ab-4aa7-81c1-062169acd07e gateway port host: dv-cinder-844605-1-iscsi {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:22:41.327220 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [req-4703a7a2-158f-417d-bffa-147eb3fe8e2c req-9b6eb765-ea5a-4137-9402-6e7aca5bfcd0 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:41.327612 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [req-4703a7a2-158f-417d-bffa-147eb3fe8e2c req-9b6eb765-ea5a-4137-9402-6e7aca5bfcd0 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361935'] for floatingip, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:41.327893 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.db.l3_db [req-4703a7a2-158f-417d-bffa-147eb3fe8e2c req-9b6eb765-ea5a-4137-9402-6e7aca5bfcd0 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Floating IP 230dd280-dad2-45cb-8056-31e2b79941e7 disassociated. External IP: 172.27.2.249, port: d84fa7b5-a0f8-4b86-9d3f-d49010bda4de. Jun 28 11:22:41.328221 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.plugin [req-4703a7a2-158f-417d-bffa-147eb3fe8e2c req-9b6eb765-ea5a-4137-9402-6e7aca5bfcd0 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Calling delete_port for d84fa7b5-a0f8-4b86-9d3f-d49010bda4de owned by compute:nova {{(pid=88178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:22:41.361416 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-6b162c57-3d09-43ce-94b3-5921d160d4f8 req-72154e1d-f66d-46a9-bfa4-9531707b5066 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=eae4892b-50c7-41df-9dd4-207cf5f402b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185293 Jun 28 11:22:41.423631 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c949d0b0-b6ae-40f2-95e5-0b55ef9ae60c req-cde98adf-f843-4ec5-b144-81c7f50a7fad service neutron] 10.222.0.43 "GET /v2.0/networks/f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550705 Jun 28 11:22:41.491102 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [req-4703a7a2-158f-417d-bffa-147eb3fe8e2c req-9b6eb765-ea5a-4137-9402-6e7aca5bfcd0 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782104357524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782103981240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287935'] for port, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:41.544443 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6eb765-ea5a-4137-9402-6e7aca5bfcd0 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Pushing event deleted for resources: {'Port': ['ID=d84fa7b5-a0f8-4b86-9d3f-d49010bda4de,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:41.673291 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c949d0b0-b6ae-40f2-95e5-0b55ef9ae60c req-ee6ffc58-a54e-4da7-ab86-e4750be09137 service neutron] 10.222.0.43 "GET /v2.0/networks/f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409008 Jun 28 11:22:41.702106 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-5a98e4c5-6e9c-4a87-9394-565cd520fbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce72886-04ab-4aa7-81c1-062169acd07e', 'name': 'tempest-TestShelveInstance-499027150-router', 'tenant_id': '08c3c19c0c404bb6bf8989d879b1ea6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'e37116b2-bbe3-44ab-8308-53b310d4bdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:34Z', 'updated_at': '2022-06-28T11:21:42Z', 'revision_number': 4, 'project_id': '08c3c19c0c404bb6bf8989d879b1ea6c', 'gw_port': {'id': 'e37116b2-bbe3-44ab-8308-53b310d4bdc1', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:7d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce72886-04ab-4aa7-81c1-062169acd07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:35Z', 'updated_at': '2022-06-28T11:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_floatingips': [{'id': 'b8fd4c1d-5c45-4949-ba9a-4673876b718c', 'tenant_id': '08c3c19c0c404bb6bf8989d879b1ea6c', 'floating_ip_address': '172.27.2.16', 'floating_network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'router_id': '7ce72886-04ab-4aa7-81c1-062169acd07e', 'port_id': 'b7480d1e-81e9-4f6a-9b19-9ed839096724', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3', 'mac_address': 'fa:16:3e:c3:07:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e71b4-f1cf-4194-b958-8f619f10e932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:22:39Z', 'updated_at': '2022-06-28T11:22:39Z', 'revision_number': 0, 'project_id': '08c3c19c0c404bb6bf8989d879b1ea6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4f8721d-4734-4257-9f5f-07b7a0817c49', 'name': '', 'network_id': 'f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3', 'tenant_id': '08c3c19c0c404bb6bf8989d879b1ea6c', 'mac_address': 'fa:16:3e:15:4f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce72886-04ab-4aa7-81c1-062169acd07e', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'de86710f-13ad-4bbe-b7c3-f28eb0b4cfef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:41Z', 'updated_at': '2022-06-28T11:21:53Z', 'revision_number': 5, 'project_id': '08c3c19c0c404bb6bf8989d879b1ea6c', 'subnets': [{'id': 'de86710f-13ad-4bbe-b7c3-f28eb0b4cfef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:41.706674 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a98e4c5-6e9c-4a87-9394-565cd520fbbb None None] The sync data for ids ['7ce72886-04ab-4aa7-81c1-062169acd07e'] in dv-cinder-844605-1-iscsi is: [{'id': '7ce72886-04ab-4aa7-81c1-062169acd07e', 'name': 'tempest-TestShelveInstance-499027150-router', 'tenant_id': '08c3c19c0c404bb6bf8989d879b1ea6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'e37116b2-bbe3-44ab-8308-53b310d4bdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:34Z', 'updated_at': '2022-06-28T11:21:42Z', 'revision_number': 4, 'project_id': '08c3c19c0c404bb6bf8989d879b1ea6c', 'gw_port': {'id': 'e37116b2-bbe3-44ab-8308-53b310d4bdc1', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:7d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce72886-04ab-4aa7-81c1-062169acd07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:35Z', 'updated_at': '2022-06-28T11:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_floatingips': [{'id': 'b8fd4c1d-5c45-4949-ba9a-4673876b718c', 'tenant_id': '08c3c19c0c404bb6bf8989d879b1ea6c', 'floating_ip_address': '172.27.2.16', 'floating_network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'router_id': '7ce72886-04ab-4aa7-81c1-062169acd07e', 'port_id': 'b7480d1e-81e9-4f6a-9b19-9ed839096724', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3', 'mac_address': 'fa:16:3e:c3:07:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e71b4-f1cf-4194-b958-8f619f10e932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:22:39Z', 'updated_at': '2022-06-28T11:22:39Z', 'revision_number': 0, 'project_id': '08c3c19c0c404bb6bf8989d879b1ea6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4f8721d-4734-4257-9f5f-07b7a0817c49', 'name': '', 'network_id': 'f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3', 'tenant_id': '08c3c19c0c404bb6bf8989d879b1ea6c', 'mac_address': 'fa:16:3e:15:4f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce72886-04ab-4aa7-81c1-062169acd07e', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'de86710f-13ad-4bbe-b7c3-f28eb0b4cfef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:41Z', 'updated_at': '2022-06-28T11:21:53Z', 'revision_number': 5, 'project_id': '08c3c19c0c404bb6bf8989d879b1ea6c', 'subnets': [{'id': 'de86710f-13ad-4bbe-b7c3-f28eb0b4cfef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:22:41.766147 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-b262f2b6-92c0-405f-a80d-5b9c60a49538 req-f792cdb9-53ff-4a86-b3fd-c05d12dcb5cc tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=afaa83b6-8607-4595-978c-46eb1ae7737b HTTP/1.1" status: 200 len: 210 time: 0.0569344 Jun 28 11:22:41.802299 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4703a7a2-158f-417d-bffa-147eb3fe8e2c req-9b6eb765-ea5a-4137-9402-6e7aca5bfcd0 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Router 612aec67-608e-409c-a55e-b6df1c5e0ca3 has already been hosted by L3 agent 65138fbb-a379-4cdd-9015-09db381edeba {{(pid=88178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:22:41.924043 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2103ac-71e6-480e-8eff-b1d27a0353a7 None None] New status for floating IP b8fd4c1d-5c45-4949-ba9a-4673876b718c: ACTIVE {{(pid=88179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:22:41.996205 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4703a7a2-158f-417d-bffa-147eb3fe8e2c req-9b6eb765-ea5a-4137-9402-6e7aca5bfcd0 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify agent at l3_agent.dv-cinder-844605-1-iscsi the message routers_updated {{(pid=88178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:22:42.006297 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f3ea49-650e-4884-9c73-18438168667a None None] Sync routers for ids ['612aec67-608e-409c-a55e-b6df1c5e0ca3'] in dv-cinder-844605-1-iscsi {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:22:42.019678 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f3ea49-650e-4884-9c73-18438168667a None None] Routers {'612aec67-608e-409c-a55e-b6df1c5e0ca3'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:22:42.021228 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-f2f3ea49-650e-4884-9c73-18438168667a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:22:38Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['612aec67-608e-409c-a55e-b6df1c5e0ca3'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:42.113423 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aa977c-c4aa-441f-b447-b9432c3b33fb req-9e932835-0171-4063-862b-36a2d269b974 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:42.115510 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-16aa977c-c4aa-441f-b447-b9432c3b33fb req-9e932835-0171-4063-862b-36a2d269b974 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.43 "GET /v2.0/ports?device_id=102a8a1b-da21-407e-96a2-2edae90da152 HTTP/1.1" status: 200 len: 945 time: 0.1299524 Jun 28 11:22:42.203180 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [req-16aa977c-c4aa-441f-b447-b9432c3b33fb req-02e6f298-bb7f-4278-b2f4-81ec64ded285 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Deleting port 436a23dc-be0c-4601-85a0-35bfef377977 {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:22:42.203432 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-16aa977c-c4aa-441f-b447-b9432c3b33fb req-02e6f298-bb7f-4278-b2f4-81ec64ded285 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:42.218836 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.l3_dvrscheduler_db [req-4703a7a2-158f-417d-bffa-147eb3fe8e2c req-9b6eb765-ea5a-4137-9402-6e7aca5bfcd0 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] No DVR routers for this DVR port d84fa7b5-a0f8-4b86-9d3f-d49010bda4de on host hv-cinder-84460 {{(pid=88178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:22:42.221641 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [req-4703a7a2-158f-417d-bffa-147eb3fe8e2c req-9b6eb765-ea5a-4137-9402-6e7aca5bfcd0 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for port, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:42.226476 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afaa83b6-8607-4595-978c-46eb1ae7737b', 'name': 'network-vif-deleted', 'tag': 'd84fa7b5-a0f8-4b86-9d3f-d49010bda4de'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:22:42.228449 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvr_db [None req-f2f3ea49-650e-4884-9c73-18438168667a None None] Set router 612aec67-608e-409c-a55e-b6df1c5e0ca3 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:22:42.247269 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-4703a7a2-158f-417d-bffa-147eb3fe8e2c req-9b6eb765-ea5a-4137-9402-6e7aca5bfcd0 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.43 "DELETE /v2.0/ports/d84fa7b5-a0f8-4b86-9d3f-d49010bda4de HTTP/1.1" status: 204 len: 173 time: 1.5842550 Jun 28 11:22:42.303551 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2bbd36f-0f11-43c9-8e65-0e9c59571573'] response: {'server_uuid': 'afaa83b6-8607-4595-978c-46eb1ae7737b', 'name': 'network-vif-deleted', 'tag': 'd84fa7b5-a0f8-4b86-9d3f-d49010bda4de', 'status': 'completed', 'code': 200} Jun 28 11:22:42.518885 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.db [req-16aa977c-c4aa-441f-b447-b9432c3b33fb req-02e6f298-bb7f-4278-b2f4-81ec64ded285 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] For port 436a23dc-be0c-4601-85a0-35bfef377977, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=436a23dc-be0c-4601-85a0-35bfef377977,segment=NetworkSegment(fd3dbdf8-f40f-4579-8d9f-d3926cb58f5f),segment_id=fd3dbdf8-f40f-4579-8d9f-d3926cb58f5f)] {{(pid=88177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:22:42.519483 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-16aa977c-c4aa-441f-b447-b9432c3b33fb req-02e6f298-bb7f-4278-b2f4-81ec64ded285 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:42.576718 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-f2f3ea49-650e-4884-9c73-18438168667a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'name': 'tempest-AttachVolumeNegativeTest-536282704-router', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '4f6c3e24-5306-438d-a0da-444251232455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:20Z', 'updated_at': '2022-06-28T11:16:36Z', 'revision_number': 4, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'gw_port': {'id': '4f6c3e24-5306-438d-a0da-444251232455', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:22Z', 'updated_at': '2022-06-28T11:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': 'ce67a0a8-6a79-4030-ac97-89b4f9a90889', 'name': '', 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'mac_address': 'fa:16:3e:aa:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0543e16d-abbf-4f46-8991-01ac45b7ec02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:32Z', 'updated_at': '2022-06-28T11:16:52Z', 'revision_number': 5, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'subnets': [{'id': '0543e16d-abbf-4f46-8991-01ac45b7ec02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:42.580116 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb882d17-9186-47b3-847e-478e6cc6bade req-6e1a17bc-bc28-48ee-ae29-79154deab7d4 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:42.580763 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f3ea49-650e-4884-9c73-18438168667a None None] Checking router: 612aec67-608e-409c-a55e-b6df1c5e0ca3 for host: dv-cinder-844605-1-iscsi {{(pid=88180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:22:42.581668 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-eb882d17-9186-47b3-847e-478e6cc6bade req-6e1a17bc-bc28-48ee-ae29-79154deab7d4 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=102a8a1b-da21-407e-96a2-2edae90da152 HTTP/1.1" status: 200 len: 945 time: 0.0923007 Jun 28 11:22:42.589775 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f3ea49-650e-4884-9c73-18438168667a None None] Routers {'612aec67-608e-409c-a55e-b6df1c5e0ca3'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:22:42.590418 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-f2f3ea49-650e-4884-9c73-18438168667a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:22:38Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['612aec67-608e-409c-a55e-b6df1c5e0ca3'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:42.632018 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-eb882d17-9186-47b3-847e-478e6cc6bade req-cd9d927f-bd57-4248-8bed-1c23692c4099 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=eae4892b-50c7-41df-9dd4-207cf5f402b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430727 Jun 28 11:22:42.776648 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvr_db [None req-f2f3ea49-650e-4884-9c73-18438168667a None None] Set router 612aec67-608e-409c-a55e-b6df1c5e0ca3 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:22:42.840461 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-16aa977c-c4aa-441f-b447-b9432c3b33fb req-02e6f298-bb7f-4278-b2f4-81ec64ded285 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:42.840846 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-16aa977c-c4aa-441f-b447-b9432c3b33fb req-02e6f298-bb7f-4278-b2f4-81ec64ded285 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361935'] for floatingip, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:42.841152 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.db.l3_db [req-16aa977c-c4aa-441f-b447-b9432c3b33fb req-02e6f298-bb7f-4278-b2f4-81ec64ded285 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Floating IP 3e0306cc-69f5-4b97-9c3d-0936d3a867ab disassociated. External IP: 172.27.2.133, port: 436a23dc-be0c-4601-85a0-35bfef377977. Jun 28 11:22:42.841483 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [req-16aa977c-c4aa-441f-b447-b9432c3b33fb req-02e6f298-bb7f-4278-b2f4-81ec64ded285 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Calling delete_port for 436a23dc-be0c-4601-85a0-35bfef377977 owned by compute:nova {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:22:42.983305 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-a39a6262-2a53-402f-9246-e387ff48b8e2 req-fc9c77d4-28ff-4b7c-8533-2b5c58449112 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=afaa83b6-8607-4595-978c-46eb1ae7737b HTTP/1.1" status: 200 len: 210 time: 0.0602474 Jun 28 11:22:43.050062 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-16aa977c-c4aa-441f-b447-b9432c3b33fb req-02e6f298-bb7f-4278-b2f4-81ec64ded285 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782104357524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782103981240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2688079'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:43.100914 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e6f298-bb7f-4278-b2f4-81ec64ded285 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Pushing event deleted for resources: {'Port': ['ID=436a23dc-be0c-4601-85a0-35bfef377977,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:43.149785 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-f2f3ea49-650e-4884-9c73-18438168667a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'name': 'tempest-AttachVolumeNegativeTest-536282704-router', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '4f6c3e24-5306-438d-a0da-444251232455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:20Z', 'updated_at': '2022-06-28T11:16:36Z', 'revision_number': 4, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'gw_port': {'id': '4f6c3e24-5306-438d-a0da-444251232455', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:22Z', 'updated_at': '2022-06-28T11:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': 'ce67a0a8-6a79-4030-ac97-89b4f9a90889', 'name': '', 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'mac_address': 'fa:16:3e:aa:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0543e16d-abbf-4f46-8991-01ac45b7ec02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:32Z', 'updated_at': '2022-06-28T11:16:52Z', 'revision_number': 5, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'subnets': [{'id': '0543e16d-abbf-4f46-8991-01ac45b7ec02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:43.153837 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f3ea49-650e-4884-9c73-18438168667a None None] The sync data for ids ['612aec67-608e-409c-a55e-b6df1c5e0ca3'] in dv-cinder-844605-1-iscsi is: [{'id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'name': 'tempest-AttachVolumeNegativeTest-536282704-router', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '4f6c3e24-5306-438d-a0da-444251232455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:20Z', 'updated_at': '2022-06-28T11:16:36Z', 'revision_number': 4, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'gw_port': {'id': '4f6c3e24-5306-438d-a0da-444251232455', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:22Z', 'updated_at': '2022-06-28T11:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': 'ce67a0a8-6a79-4030-ac97-89b4f9a90889', 'name': '', 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'mac_address': 'fa:16:3e:aa:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0543e16d-abbf-4f46-8991-01ac45b7ec02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:32Z', 'updated_at': '2022-06-28T11:16:52Z', 'revision_number': 5, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'subnets': [{'id': '0543e16d-abbf-4f46-8991-01ac45b7ec02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:22:43.286039 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16aa977c-c4aa-441f-b447-b9432c3b33fb req-02e6f298-bb7f-4278-b2f4-81ec64ded285 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Router 2f923ac8-4c4e-43e4-b41d-becdee648a9c has already been hosted by L3 agent 65138fbb-a379-4cdd-9015-09db381edeba {{(pid=88177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:22:43.383042 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7b7c08-7f1d-4974-9c5a-06e1bd0e0835 None None] New status for floating IP 230dd280-dad2-45cb-8056-31e2b79941e7: DOWN {{(pid=88179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:22:43.566000 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16aa977c-c4aa-441f-b447-b9432c3b33fb req-02e6f298-bb7f-4278-b2f4-81ec64ded285 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Notify agent at l3_agent.dv-cinder-844605-1-iscsi the message routers_updated {{(pid=88177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:22:43.576519 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff29d81-d20e-4bd8-9c84-c84bff00127a None None] Sync routers for ids ['2f923ac8-4c4e-43e4-b41d-becdee648a9c'] in dv-cinder-844605-1-iscsi {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:22:43.588377 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff29d81-d20e-4bd8-9c84-c84bff00127a None None] Routers {'2f923ac8-4c4e-43e4-b41d-becdee648a9c'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:22:43.589397 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-dff29d81-d20e-4bd8-9c84-c84bff00127a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:22:38Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['2f923ac8-4c4e-43e4-b41d-becdee648a9c'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:43.665555 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.l3_dvrscheduler_db [req-16aa977c-c4aa-441f-b447-b9432c3b33fb req-02e6f298-bb7f-4278-b2f4-81ec64ded285 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] No DVR routers for this DVR port 436a23dc-be0c-4601-85a0-35bfef377977 on host hv-cinder-84460 {{(pid=88177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:22:43.668112 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-16aa977c-c4aa-441f-b447-b9432c3b33fb req-02e6f298-bb7f-4278-b2f4-81ec64ded285 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:43.671216 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '102a8a1b-da21-407e-96a2-2edae90da152', 'name': 'network-vif-deleted', 'tag': '436a23dc-be0c-4601-85a0-35bfef377977'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:22:43.690548 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-16aa977c-c4aa-441f-b447-b9432c3b33fb req-02e6f298-bb7f-4278-b2f4-81ec64ded285 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.43 "DELETE /v2.0/ports/436a23dc-be0c-4601-85a0-35bfef377977 HTTP/1.1" status: 204 len: 173 time: 1.5679705 Jun 28 11:22:43.722945 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afaab8e4-69b5-422c-8190-4d72be9ebf28'] response: {'server_uuid': '102a8a1b-da21-407e-96a2-2edae90da152', 'name': 'network-vif-deleted', 'tag': '436a23dc-be0c-4601-85a0-35bfef377977', 'status': 'completed', 'code': 200} Jun 28 11:22:43.802694 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-ba7454fe-4b20-4153-90d2-121bbd7f7c1d req-7a6256af-a698-4559-b6c6-aa605f222487 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=102a8a1b-da21-407e-96a2-2edae90da152 HTTP/1.1" status: 200 len: 210 time: 0.0535693 Jun 28 11:22:43.812428 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvr_db [None req-dff29d81-d20e-4bd8-9c84-c84bff00127a None None] Set router 2f923ac8-4c4e-43e4-b41d-becdee648a9c gateway port host: dv-cinder-844605-1-iscsi {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:22:44.116096 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 59740) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:44.132658 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-dff29d81-d20e-4bd8-9c84-c84bff00127a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f923ac8-4c4e-43e4-b41d-becdee648a9c', 'name': 'tempest-ServerRescueNegativeTestJSON-1407272727-router', 'tenant_id': '39ee6a774aa94963a4c024612cabe0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '3616dc42-9ca0-491f-a6d4-a5d6b1d82601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:24Z', 'updated_at': '2022-06-28T11:16:37Z', 'revision_number': 4, 'project_id': '39ee6a774aa94963a4c024612cabe0ab', 'gw_port': {'id': '3616dc42-9ca0-491f-a6d4-a5d6b1d82601', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:42:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f923ac8-4c4e-43e4-b41d-becdee648a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:25Z', 'updated_at': '2022-06-28T11:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': 'ab89ce2b-e0be-4d8e-acd2-7d6575707034', 'name': '', 'network_id': '3dcee093-7093-4d70-9e54-e71a2fd9b0d8', 'tenant_id': '39ee6a774aa94963a4c024612cabe0ab', 'mac_address': 'fa:16:3e:b4:0c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f923ac8-4c4e-43e4-b41d-becdee648a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '4959b550-e4a6-4bb2-a9b3-3d13206321f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:34Z', 'updated_at': '2022-06-28T11:16:56Z', 'revision_number': 5, 'project_id': '39ee6a774aa94963a4c024612cabe0ab', 'subnets': [{'id': '4959b550-e4a6-4bb2-a9b3-3d13206321f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:44.136568 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff29d81-d20e-4bd8-9c84-c84bff00127a None None] Checking router: 2f923ac8-4c4e-43e4-b41d-becdee648a9c for host: dv-cinder-844605-1-iscsi {{(pid=88180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:22:44.145904 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff29d81-d20e-4bd8-9c84-c84bff00127a None None] Routers {'2f923ac8-4c4e-43e4-b41d-becdee648a9c'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:22:44.146712 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-dff29d81-d20e-4bd8-9c84-c84bff00127a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:22:38Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['2f923ac8-4c4e-43e4-b41d-becdee648a9c'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:44.182491 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-5d637163-dcd2-4ef5-90be-e3beb323e122 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:44.213658 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-5d637163-dcd2-4ef5-90be-e3beb323e122 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:44.269578 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-5d637163-dcd2-4ef5-90be-e3beb323e122 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:44.293993 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d637163-dcd2-4ef5-90be-e3beb323e122 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad130fcf-8920-47dc-a1d8-2bb1d5241bb7,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:44.304446 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-5d637163-dcd2-4ef5-90be-e3beb323e122 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:44.305767 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-5d637163-dcd2-4ef5-90be-e3beb323e122 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "DELETE /v2.0/security-groups/ad130fcf-8920-47dc-a1d8-2bb1d5241bb7 HTTP/1.1" status: 204 len: 168 time: 0.1887348 Jun 28 11:22:44.308413 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 59744) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:44.328155 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.api.v2.resource [None req-67ac32c2-786a-46ab-b651-d8c3621963c0 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] show failed (client error): The resource could not be found. Jun 28 11:22:44.329191 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-67ac32c2-786a-46ab-b651-d8c3621963c0 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/security-groups/ad130fcf-8920-47dc-a1d8-2bb1d5241bb7 HTTP/1.1" status: 404 len: 347 time: 0.0196927 Jun 28 11:22:44.332743 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 59748) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:44.334146 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvr_db [None req-dff29d81-d20e-4bd8-9c84-c84bff00127a None None] Set router 2f923ac8-4c4e-43e4-b41d-becdee648a9c gateway port host: dv-cinder-844605-1-iscsi {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:22:44.487060 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.plugin [None req-b5768173-64b6-4047-9de6-e1968eb87e12 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Deleting port 9d8ed37f-fcef-479f-ad2c-3b88bbc81ea5 {{(pid=88178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:22:44.487353 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-b5768173-64b6-4047-9de6-e1968eb87e12 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:44.648066 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-dff29d81-d20e-4bd8-9c84-c84bff00127a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f923ac8-4c4e-43e4-b41d-becdee648a9c', 'name': 'tempest-ServerRescueNegativeTestJSON-1407272727-router', 'tenant_id': '39ee6a774aa94963a4c024612cabe0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '3616dc42-9ca0-491f-a6d4-a5d6b1d82601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:24Z', 'updated_at': '2022-06-28T11:16:37Z', 'revision_number': 4, 'project_id': '39ee6a774aa94963a4c024612cabe0ab', 'gw_port': {'id': '3616dc42-9ca0-491f-a6d4-a5d6b1d82601', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:42:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f923ac8-4c4e-43e4-b41d-becdee648a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:25Z', 'updated_at': '2022-06-28T11:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': 'ab89ce2b-e0be-4d8e-acd2-7d6575707034', 'name': '', 'network_id': '3dcee093-7093-4d70-9e54-e71a2fd9b0d8', 'tenant_id': '39ee6a774aa94963a4c024612cabe0ab', 'mac_address': 'fa:16:3e:b4:0c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f923ac8-4c4e-43e4-b41d-becdee648a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '4959b550-e4a6-4bb2-a9b3-3d13206321f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:34Z', 'updated_at': '2022-06-28T11:16:56Z', 'revision_number': 5, 'project_id': '39ee6a774aa94963a4c024612cabe0ab', 'subnets': [{'id': '4959b550-e4a6-4bb2-a9b3-3d13206321f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:44.652323 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff29d81-d20e-4bd8-9c84-c84bff00127a None None] The sync data for ids ['2f923ac8-4c4e-43e4-b41d-becdee648a9c'] in dv-cinder-844605-1-iscsi is: [{'id': '2f923ac8-4c4e-43e4-b41d-becdee648a9c', 'name': 'tempest-ServerRescueNegativeTestJSON-1407272727-router', 'tenant_id': '39ee6a774aa94963a4c024612cabe0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '3616dc42-9ca0-491f-a6d4-a5d6b1d82601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:24Z', 'updated_at': '2022-06-28T11:16:37Z', 'revision_number': 4, 'project_id': '39ee6a774aa94963a4c024612cabe0ab', 'gw_port': {'id': '3616dc42-9ca0-491f-a6d4-a5d6b1d82601', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:42:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f923ac8-4c4e-43e4-b41d-becdee648a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:25Z', 'updated_at': '2022-06-28T11:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': 'ab89ce2b-e0be-4d8e-acd2-7d6575707034', 'name': '', 'network_id': '3dcee093-7093-4d70-9e54-e71a2fd9b0d8', 'tenant_id': '39ee6a774aa94963a4c024612cabe0ab', 'mac_address': 'fa:16:3e:b4:0c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f923ac8-4c4e-43e4-b41d-becdee648a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '4959b550-e4a6-4bb2-a9b3-3d13206321f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:34Z', 'updated_at': '2022-06-28T11:16:56Z', 'revision_number': 5, 'project_id': '39ee6a774aa94963a4c024612cabe0ab', 'subnets': [{'id': '4959b550-e4a6-4bb2-a9b3-3d13206321f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:22:44.676033 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-b5768173-64b6-4047-9de6-e1968eb87e12 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:44.676354 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-b5768173-64b6-4047-9de6-e1968eb87e12 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:44.800591 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.plugin [None req-b5768173-64b6-4047-9de6-e1968eb87e12 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Calling delete_port for 9d8ed37f-fcef-479f-ad2c-3b88bbc81ea5 owned by network:floatingip {{(pid=88178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:22:44.866301 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834720fe-7a99-401e-bd13-e7079f658dd1 None None] New status for floating IP 3e0306cc-69f5-4b97-9c3d-0936d3a867ab: DOWN {{(pid=88179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:22:44.937457 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 59758) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:44.965633 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-b5768173-64b6-4047-9de6-e1968eb87e12 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782104357524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782103981240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287935'] for port, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:45.017249 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-a8146f80-5b25-4407-8a0c-010ca9bfb423 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:45.037393 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device 436a23dc-be0c-4601-85a0-35bfef377977 no longer exists at agent hyperv_hv-cinder-84460 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:22:45.047015 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-a8146f80-5b25-4407-8a0c-010ca9bfb423 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:45.064264 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5768173-64b6-4047-9de6-e1968eb87e12 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Pushing event deleted for resources: {'Port': ['ID=9d8ed37f-fcef-479f-ad2c-3b88bbc81ea5,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:45.087945 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] No Port match for: 436a23dc-be0c-4601-85a0-35bfef377977 {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:22:45.088552 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device 436a23dc-be0c-4601-85a0-35bfef377977 not bound to the agent host hv-cinder-84460 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:22:45.089210 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device d84fa7b5-a0f8-4b86-9d3f-d49010bda4de no longer exists at agent hyperv_hv-cinder-84460 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:22:45.102409 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-a8146f80-5b25-4407-8a0c-010ca9bfb423 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:45.122691 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8146f80-5b25-4407-8a0c-010ca9bfb423 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae4892b-50c7-41df-9dd4-207cf5f402b7,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:45.136557 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-a8146f80-5b25-4407-8a0c-010ca9bfb423 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:45.140210 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-a8146f80-5b25-4407-8a0c-010ca9bfb423 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "DELETE /v2.0/security-groups/eae4892b-50c7-41df-9dd4-207cf5f402b7 HTTP/1.1" status: 204 len: 168 time: 0.1994441 Jun 28 11:22:45.140596 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 59762) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:45.149122 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-b5768173-64b6-4047-9de6-e1968eb87e12 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for floatingip, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:45.157970 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.api.v2.resource [None req-359118cf-d2a2-4e72-b420-bf73d136fc7e tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] show failed (client error): The resource could not be found. Jun 28 11:22:45.161452 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-359118cf-d2a2-4e72-b420-bf73d136fc7e tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups/eae4892b-50c7-41df-9dd4-207cf5f402b7 HTTP/1.1" status: 404 len: 347 time: 0.0173943 Jun 28 11:22:45.161784 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 59766) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:45.163924 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-b5768173-64b6-4047-9de6-e1968eb87e12 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for floatingip, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:45.167707 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-b5768173-64b6-4047-9de6-e1968eb87e12 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "DELETE /v2.0/floatingips/230dd280-dad2-45cb-8056-31e2b79941e7 HTTP/1.1" status: 204 len: 168 time: 0.8311288 Jun 28 11:22:45.191414 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] No Port match for: d84fa7b5-a0f8-4b86-9d3f-d49010bda4de {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:22:45.191767 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device d84fa7b5-a0f8-4b86-9d3f-d49010bda4de not bound to the agent host hv-cinder-84460 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:22:45.246305 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 59772) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:45.251427 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [None req-0320ff97-913e-4c40-8c45-408515ca98cd tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Request body: {'security_group': {'name': 'tempest-securitygroup--533018206', 'description': 'tempest-description--1623984315'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:22:45.258685 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-0320ff97-913e-4c40-8c45-408515ca98cd tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:22:45.263747 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-0320ff97-913e-4c40-8c45-408515ca98cd tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Usage tracker for resource:security_group and tenant:9a519a8d5c54458c8ad1c43bdb399503 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:22:45.267011 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-0320ff97-913e-4c40-8c45-408515ca98cd tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:22:45.273917 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-0320ff97-913e-4c40-8c45-408515ca98cd tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:22:45.286290 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-0320ff97-913e-4c40-8c45-408515ca98cd tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:45.307442 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-0320ff97-913e-4c40-8c45-408515ca98cd tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:22:45.311770 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-0320ff97-913e-4c40-8c45-408515ca98cd tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Usage tracker for resource:security_group_rule and tenant:9a519a8d5c54458c8ad1c43bdb399503 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:22:45.314987 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-0320ff97-913e-4c40-8c45-408515ca98cd tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:22:45.320968 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-0320ff97-913e-4c40-8c45-408515ca98cd tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:22:45.350592 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [None req-6830b2b7-0125-4486-987c-2fe7ab807b2a tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Deleting port 8c026abd-356d-450e-83cd-a7488d9c70bd {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:22:45.350927 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-6830b2b7-0125-4486-987c-2fe7ab807b2a tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:45.408997 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-0320ff97-913e-4c40-8c45-408515ca98cd tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:45.415301 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-0320ff97-913e-4c40-8c45-408515ca98cd tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:45.461337 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0320ff97-913e-4c40-8c45-408515ca98cd tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5f9fa6-7e80-4b5d-b1a9-482857691225,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:45.468407 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-0320ff97-913e-4c40-8c45-408515ca98cd tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:45.473124 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-0320ff97-913e-4c40-8c45-408515ca98cd tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2223659 Jun 28 11:22:45.473124 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 59776) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:45.477843 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [None req-4e6b2678-6634-4d20-a05b-934abd0d5feb tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Request body: {'security_group_rule': {'security_group_id': '4d5f9fa6-7e80-4b5d-b1a9-482857691225', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:22:45.483592 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-4e6b2678-6634-4d20-a05b-934abd0d5feb tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:22:45.487557 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-4e6b2678-6634-4d20-a05b-934abd0d5feb tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Usage tracker for resource:security_group_rule and tenant:9a519a8d5c54458c8ad1c43bdb399503 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:22:45.490570 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-4e6b2678-6634-4d20-a05b-934abd0d5feb tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:22:45.496397 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-4e6b2678-6634-4d20-a05b-934abd0d5feb tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:22:45.513438 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-4e6b2678-6634-4d20-a05b-934abd0d5feb tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:45.538355 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-6830b2b7-0125-4486-987c-2fe7ab807b2a tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:45.538674 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-6830b2b7-0125-4486-987c-2fe7ab807b2a tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:45.573865 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-4e6b2678-6634-4d20-a05b-934abd0d5feb tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:45.578484 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-4e6b2678-6634-4d20-a05b-934abd0d5feb tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545003'] for security_group_rule, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:45.608582 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6b2678-6634-4d20-a05b-934abd0d5feb tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4921b087-a3e2-49de-bdd1-fe84556be13e,revision_number=0']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:45.618440 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-4e6b2678-6634-4d20-a05b-934abd0d5feb tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:45.619675 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-4e6b2678-6634-4d20-a05b-934abd0d5feb tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1461816 Jun 28 11:22:45.622471 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 59782) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:45.627400 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [None req-f6f2cb20-bcc4-4b8a-875d-f3fd95f5da43 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Request body: {'security_group_rule': {'security_group_id': '4d5f9fa6-7e80-4b5d-b1a9-482857691225', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:22:45.633375 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-f6f2cb20-bcc4-4b8a-875d-f3fd95f5da43 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:22:45.637298 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-f6f2cb20-bcc4-4b8a-875d-f3fd95f5da43 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Usage tracker for resource:security_group_rule and tenant:9a519a8d5c54458c8ad1c43bdb399503 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:22:45.640186 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-f6f2cb20-bcc4-4b8a-875d-f3fd95f5da43 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:22:45.646530 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-f6f2cb20-bcc4-4b8a-875d-f3fd95f5da43 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:22:45.664253 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-f6f2cb20-bcc4-4b8a-875d-f3fd95f5da43 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:45.668659 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [None req-6830b2b7-0125-4486-987c-2fe7ab807b2a tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Calling delete_port for 8c026abd-356d-450e-83cd-a7488d9c70bd owned by network:floatingip {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:22:45.731414 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-f6f2cb20-bcc4-4b8a-875d-f3fd95f5da43 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:45.735783 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-f6f2cb20-bcc4-4b8a-875d-f3fd95f5da43 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545003'] for security_group_rule, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:45.760374 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f2cb20-bcc4-4b8a-875d-f3fd95f5da43 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5a7f3d2-284f-4c7c-8009-98157b6dd06e,revision_number=0']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:45.769136 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-f6f2cb20-bcc4-4b8a-875d-f3fd95f5da43 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:45.774476 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-f6f2cb20-bcc4-4b8a-875d-f3fd95f5da43 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1469748 Jun 28 11:22:45.774616 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 59786) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:45.779644 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [None req-47e09d7c-1900-4e54-84ae-3767f406cd91 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Request body: {'floatingip': {'floating_network_id': '6387ef29-ddd8-4632-9016-e02c39923463'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:22:45.785721 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-47e09d7c-1900-4e54-84ae-3767f406cd91 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:22:45.789983 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-47e09d7c-1900-4e54-84ae-3767f406cd91 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Usage tracker for resource:floatingip and tenant:9a519a8d5c54458c8ad1c43bdb399503 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:22:45.793038 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-47e09d7c-1900-4e54-84ae-3767f406cd91 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:22:45.798801 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-47e09d7c-1900-4e54-84ae-3767f406cd91 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:22:45.810102 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-47e09d7c-1900-4e54-84ae-3767f406cd91 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for floatingip, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:45.819670 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-6830b2b7-0125-4486-987c-2fe7ab807b2a tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782104357524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782103981240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2688079'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:45.867198 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6830b2b7-0125-4486-987c-2fe7ab807b2a tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Pushing event deleted for resources: {'Port': ['ID=8c026abd-356d-450e-83cd-a7488d9c70bd,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:45.955431 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-47e09d7c-1900-4e54-84ae-3767f406cd91 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:45.967205 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-6830b2b7-0125-4486-987c-2fe7ab807b2a tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Notify callbacks [] for floatingip, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:45.982908 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-6830b2b7-0125-4486-987c-2fe7ab807b2a tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for floatingip, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:45.984052 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-6830b2b7-0125-4486-987c-2fe7ab807b2a tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "DELETE /v2.0/floatingips/3e0306cc-69f5-4b97-9c3d-0936d3a867ab HTTP/1.1" status: 204 len: 168 time: 0.8211613 Jun 28 11:22:46.106622 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.db_base_plugin_common [None req-47e09d7c-1900-4e54-84ae-3767f406cd91 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Allocated IP 172.27.2.66 (6387ef29-ddd8-4632-9016-e02c39923463/5f3766c0-f55a-400a-8fdd-81b5b17b1576/fe8e894c-409a-4fac-a8dc-ab710bacc3fe) {{(pid=88178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:22:46.368511 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-47e09d7c-1900-4e54-84ae-3767f406cd91 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for port, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:46.416667 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-47e09d7c-1900-4e54-84ae-3767f406cd91 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782103981231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287935'] for port, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:46.481643 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e09d7c-1900-4e54-84ae-3767f406cd91 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Network 6387ef29-ddd8-4632-9016-e02c39923463 is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:22:46.484380 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.base_scheduler [None req-47e09d7c-1900-4e54-84ae-3767f406cd91 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:22:46.488144 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e09d7c-1900-4e54-84ae-3767f406cd91 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Received port after_create {{(pid=88178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:22:46.524760 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e09d7c-1900-4e54-84ae-3767f406cd91 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Pushing event updated for resources: {'Port': ['ID=fe8e894c-409a-4fac-a8dc-ab710bacc3fe,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:46.572343 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-47e09d7c-1900-4e54-84ae-3767f406cd91 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:46.635878 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-47e09d7c-1900-4e54-84ae-3767f406cd91 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:46.854896 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-47e09d7c-1900-4e54-84ae-3767f406cd91 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for port, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:46.861757 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-47e09d7c-1900-4e54-84ae-3767f406cd91 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2287912'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:46.965729 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e09d7c-1900-4e54-84ae-3767f406cd91 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Pushing event updated for resources: {'Port': ['ID=fe8e894c-409a-4fac-a8dc-ab710bacc3fe,revision_number=2']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:46.983169 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-47e09d7c-1900-4e54-84ae-3767f406cd91 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361935'] for floatingip, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:47.006170 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-47e09d7c-1900-4e54-84ae-3767f406cd91 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for floatingip, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:47.007441 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-47e09d7c-1900-4e54-84ae-3767f406cd91 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2319331 Jun 28 11:22:47.186012 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [req-8080393d-24c3-4291-b4bf-169896f2f57c req-85ad21c6-e1ea-47a0-9196-b8e20326bfdb tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Synchronizing usage tracker for tenant:9a519a8d5c54458c8ad1c43bdb399503 on resource:security_group {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:22:47.204368 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [req-8080393d-24c3-4291-b4bf-169896f2f57c req-85ad21c6-e1ea-47a0-9196-b8e20326bfdb tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Unset dirty status for tenant:9a519a8d5c54458c8ad1c43bdb399503 on resource:security_group {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:22:47.205582 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-8080393d-24c3-4291-b4bf-169896f2f57c req-85ad21c6-e1ea-47a0-9196-b8e20326bfdb tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--533018206&fields=id&tenant_id=9a519a8d5c54458c8ad1c43bdb399503 HTTP/1.1" status: 200 len: 267 time: 0.0698881 Jun 28 11:22:47.360977 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080393d-24c3-4291-b4bf-169896f2f57c req-c07eb699-f6e6-436c-aae3-a06c98f467d4 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:47.362439 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-8080393d-24c3-4291-b4bf-169896f2f57c req-c07eb699-f6e6-436c-aae3-a06c98f467d4 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/networks?id=21e79c31-8e4c-4686-94df-41e665c65d49 HTTP/1.1" status: 200 len: 814 time: 0.1491649 Jun 28 11:22:47.377370 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-8080393d-24c3-4291-b4bf-169896f2f57c req-5ce49a3c-ae1a-4af3-82e1-479214c1a790 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/quotas/9a519a8d5c54458c8ad1c43bdb399503 HTTP/1.1" status: 200 len: 375 time: 0.0091724 Jun 28 11:22:47.472758 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [req-8080393d-24c3-4291-b4bf-169896f2f57c req-1fdd5612-7eee-4597-8f8c-23626290bfba tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Synchronizing usage tracker for tenant:9a519a8d5c54458c8ad1c43bdb399503 on resource:port {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:22:47.490897 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [req-8080393d-24c3-4291-b4bf-169896f2f57c req-1fdd5612-7eee-4597-8f8c-23626290bfba tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Unset dirty status for tenant:9a519a8d5c54458c8ad1c43bdb399503 on resource:port {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:22:47.492271 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-8080393d-24c3-4291-b4bf-169896f2f57c req-1fdd5612-7eee-4597-8f8c-23626290bfba tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9a519a8d5c54458c8ad1c43bdb399503&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1086946 Jun 28 11:22:47.638182 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-8080393d-24c3-4291-b4bf-169896f2f57c req-e99bf2d3-0957-4588-b07f-d6e18dda83dd service neutron] 10.222.0.23 "GET /v2.0/networks/21e79c31-8e4c-4686-94df-41e665c65d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337705 Jun 28 11:22:47.771784 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-8080393d-24c3-4291-b4bf-169896f2f57c req-f1ce8820-25b5-45f9-8f32-71324b007c6d service neutron] 10.222.0.23 "GET /v2.0/networks/21e79c31-8e4c-4686-94df-41e665c65d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272781 Jun 28 11:22:47.965621 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-58800e77-eafa-4e03-988c-fd5265dae5f8 req-5b112058-3284-4fcd-b680-91fdcf67d714 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=c65c2e64-e576-46d5-98ad-ec0bc4ee8973 HTTP/1.1" status: 200 len: 210 time: 0.0501909 Jun 28 11:22:48.829774 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790edb58-4bca-4359-b4bf-5be2ad4f7aa2 req-0af04e16-e5e4-4959-9e35-91add3d23d13 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:48.830454 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-790edb58-4bca-4359-b4bf-5be2ad4f7aa2 req-0af04e16-e5e4-4959-9e35-91add3d23d13 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Synchronizing usage tracker for tenant:39ee6a774aa94963a4c024612cabe0ab on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:22:48.847676 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-790edb58-4bca-4359-b4bf-5be2ad4f7aa2 req-0af04e16-e5e4-4959-9e35-91add3d23d13 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Unset dirty status for tenant:39ee6a774aa94963a4c024612cabe0ab on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:22:48.849007 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-790edb58-4bca-4359-b4bf-5be2ad4f7aa2 req-0af04e16-e5e4-4959-9e35-91add3d23d13 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=548398f6-21cb-449b-b283-b7585254ad20 HTTP/1.1" status: 200 len: 946 time: 0.1131587 Jun 28 11:22:48.893838 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-790edb58-4bca-4359-b4bf-5be2ad4f7aa2 req-f0d25d9a-a8a9-42c5-a947-2efb725051fa tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Synchronizing usage tracker for tenant:39ee6a774aa94963a4c024612cabe0ab on resource:security_group {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:22:48.911549 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-790edb58-4bca-4359-b4bf-5be2ad4f7aa2 req-f0d25d9a-a8a9-42c5-a947-2efb725051fa tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Unset dirty status for tenant:39ee6a774aa94963a4c024612cabe0ab on resource:security_group {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:22:48.912608 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-790edb58-4bca-4359-b4bf-5be2ad4f7aa2 req-f0d25d9a-a8a9-42c5-a947-2efb725051fa tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576134 Jun 28 11:22:49.092900 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080393d-24c3-4291-b4bf-169896f2f57c req-507fef85-d878-476d-8923-80b9f3b7849d tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:49.094330 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-8080393d-24c3-4291-b4bf-169896f2f57c req-507fef85-d878-476d-8923-80b9f3b7849d tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.43 "GET /v2.0/networks?id=21e79c31-8e4c-4686-94df-41e665c65d49 HTTP/1.1" status: 200 len: 814 time: 0.1478496 Jun 28 11:22:49.134205 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-4a395dd7-935b-4409-99e8-e66bade6d13a req-20e7f4d3-e2dd-49da-8053-d64b88970da3 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=c65c2e64-e576-46d5-98ad-ec0bc4ee8973 HTTP/1.1" status: 200 len: 210 time: 0.0555463 Jun 28 11:22:49.149294 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-8080393d-24c3-4291-b4bf-169896f2f57c req-161c6058-18be-4ffc-91a3-218edcec1a5c tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Synchronizing usage tracker for tenant:9a519a8d5c54458c8ad1c43bdb399503 on resource:security_group {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:22:49.161343 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-8080393d-24c3-4291-b4bf-169896f2f57c req-161c6058-18be-4ffc-91a3-218edcec1a5c tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Unset dirty status for tenant:9a519a8d5c54458c8ad1c43bdb399503 on resource:security_group {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:22:49.163214 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-8080393d-24c3-4291-b4bf-169896f2f57c req-161c6058-18be-4ffc-91a3-218edcec1a5c tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a519a8d5c54458c8ad1c43bdb399503 HTTP/1.1" status: 200 len: 379 time: 0.0572124 Jun 28 11:22:49.176000 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [req-8080393d-24c3-4291-b4bf-169896f2f57c req-dcb903fb-ed78-463c-8c2a-409c4b8e17d5 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Request body: {'port': {'device_id': 'c65c2e64-e576-46d5-98ad-ec0bc4ee8973', 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49', 'admin_state_up': True, 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'security_groups': ['4d5f9fa6-7e80-4b5d-b1a9-482857691225']}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:22:49.418409 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [req-8080393d-24c3-4291-b4bf-169896f2f57c req-dcb903fb-ed78-463c-8c2a-409c4b8e17d5 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:22:49.428664 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [req-8080393d-24c3-4291-b4bf-169896f2f57c req-dcb903fb-ed78-463c-8c2a-409c4b8e17d5 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:22:49.441330 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8080393d-24c3-4291-b4bf-169896f2f57c req-dcb903fb-ed78-463c-8c2a-409c4b8e17d5 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Made reservation on behalf of 9a519a8d5c54458c8ad1c43bdb399503 for: {'port': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:22:49.444929 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-8080393d-24c3-4291-b4bf-169896f2f57c req-dcb903fb-ed78-463c-8c2a-409c4b8e17d5 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:49.608421 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.db_base_plugin_common [req-8080393d-24c3-4291-b4bf-169896f2f57c req-dcb903fb-ed78-463c-8c2a-409c4b8e17d5 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Allocated IP 172.20.0.11 (21e79c31-8e4c-4686-94df-41e665c65d49/0543e16d-abbf-4f46-8991-01ac45b7ec02/d0b303ba-dd2f-4264-9350-d4ce2c7e14c1) {{(pid=88177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:22:49.801234 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-8080393d-24c3-4291-b4bf-169896f2f57c req-dcb903fb-ed78-463c-8c2a-409c4b8e17d5 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for port, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:49.816848 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.provisioning_blocks [req-8080393d-24c3-4291-b4bf-169896f2f57c req-dcb903fb-ed78-463c-8c2a-409c4b8e17d5 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Transition to ACTIVE for port object d0b303ba-dd2f-4264-9350-d4ce2c7e14c1 will not be triggered until provisioned by entity DHCP. {{(pid=88177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:22:49.845484 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-8080393d-24c3-4291-b4bf-169896f2f57c req-dcb903fb-ed78-463c-8c2a-409c4b8e17d5 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782103981231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2688079'] for port, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:49.937126 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8080393d-24c3-4291-b4bf-169896f2f57c req-dcb903fb-ed78-463c-8c2a-409c4b8e17d5 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Network 21e79c31-8e4c-4686-94df-41e665c65d49 is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:22:49.940386 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.base_scheduler [req-8080393d-24c3-4291-b4bf-169896f2f57c req-dcb903fb-ed78-463c-8c2a-409c4b8e17d5 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:22:49.942836 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.l3_dvrscheduler_db [req-8080393d-24c3-4291-b4bf-169896f2f57c req-dcb903fb-ed78-463c-8c2a-409c4b8e17d5 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Received port after_create {{(pid=88177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:22:49.974659 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb903fb-ed78-463c-8c2a-409c4b8e17d5 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Pushing event updated for resources: {'Port': ['ID=d0b303ba-dd2f-4264-9350-d4ce2c7e14c1,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:50.016280 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080393d-24c3-4291-b4bf-169896f2f57c req-dcb903fb-ed78-463c-8c2a-409c4b8e17d5 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:50.016920 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-8080393d-24c3-4291-b4bf-169896f2f57c req-dcb903fb-ed78-463c-8c2a-409c4b8e17d5 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:50.093595 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-8080393d-24c3-4291-b4bf-169896f2f57c req-dcb903fb-ed78-463c-8c2a-409c4b8e17d5 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9211295 Jun 28 11:22:50.122510 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [req-8080393d-24c3-4291-b4bf-169896f2f57c req-b2cca5c4-4e63-4099-80c5-14c5c1abeb96 service neutron] Request body: {'port': {'device_id': 'c65c2e64-e576-46d5-98ad-ec0bc4ee8973', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:22:50.184816 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8493f532-67a5-4f0d-99a4-8804b31fd1fd req-66632c44-5fdd-4cd8-8059-7c24ac589db5 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:50.186697 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-8493f532-67a5-4f0d-99a4-8804b31fd1fd req-66632c44-5fdd-4cd8-8059-7c24ac589db5 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=548398f6-21cb-449b-b283-b7585254ad20 HTTP/1.1" status: 200 len: 946 time: 0.1548476 Jun 28 11:22:50.188958 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-ae9e96cf-93b9-43c8-98ab-0d2e6de433c5 None None] Provisioning for port d0b303ba-dd2f-4264-9350-d4ce2c7e14c1 completed by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:22:50.197093 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-ae9e96cf-93b9-43c8-98ab-0d2e6de433c5 None None] Provisioning complete for port d0b303ba-dd2f-4264-9350-d4ce2c7e14c1 triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:22:50.197886 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ae9e96cf-93b9-43c8-98ab-0d2e6de433c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:50.219507 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b90c10-068e-4091-a517-d5151d19fb49 req-91f49e00-7b2f-4ce6-bdf0-6183412489cb tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:50.221364 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-d6b90c10-068e-4091-a517-d5151d19fb49 req-91f49e00-7b2f-4ce6-bdf0-6183412489cb tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.43 "GET /v2.0/ports?device_id=548398f6-21cb-449b-b283-b7585254ad20 HTTP/1.1" status: 200 len: 946 time: 0.0968459 Jun 28 11:22:50.261721 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-ae9e96cf-93b9-43c8-98ab-0d2e6de433c5 None None] Port d0b303ba-dd2f-4264-9350-d4ce2c7e14c1 cannot update to ACTIVE because it is not bound. {{(pid=88179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:22:50.287195 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-8080393d-24c3-4291-b4bf-169896f2f57c req-b2cca5c4-4e63-4099-80c5-14c5c1abeb96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:50.298176 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-8493f532-67a5-4f0d-99a4-8804b31fd1fd req-2516a856-872e-4fcd-ac36-97c57e813f11 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042900 Jun 28 11:22:50.374317 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.plugin [req-d6b90c10-068e-4091-a517-d5151d19fb49 req-9fb91bea-ecd8-4a59-9c0a-6b0d85c8bc48 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Deleting port 0fb11382-d873-41bd-aeb5-9123dc01c8dc {{(pid=88178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:22:50.374559 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [req-d6b90c10-068e-4091-a517-d5151d19fb49 req-9fb91bea-ecd8-4a59-9c0a-6b0d85c8bc48 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:50.481255 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa8508a-27c4-4c1a-b695-2b28c9b8039b req-55b9a1b7-1ccd-429e-a9a5-3431799772cb tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:50.482681 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-8aa8508a-27c4-4c1a-b695-2b28c9b8039b req-55b9a1b7-1ccd-429e-a9a5-3431799772cb tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=c65c2e64-e576-46d5-98ad-ec0bc4ee8973 HTTP/1.1" status: 200 len: 932 time: 0.2063386 Jun 28 11:22:50.638813 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.notifiers.nova [req-8080393d-24c3-4291-b4bf-169896f2f57c req-b2cca5c4-4e63-4099-80c5-14c5c1abeb96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0b303ba-dd2f-4264-9350-d4ce2c7e14c1 {{(pid=88177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:22:50.647218 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-8080393d-24c3-4291-b4bf-169896f2f57c req-b2cca5c4-4e63-4099-80c5-14c5c1abeb96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:50.662823 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.provisioning_blocks [req-8080393d-24c3-4291-b4bf-169896f2f57c req-b2cca5c4-4e63-4099-80c5-14c5c1abeb96 service neutron] Transition to ACTIVE for port object d0b303ba-dd2f-4264-9350-d4ce2c7e14c1 will not be triggered until provisioned by entity L2. {{(pid=88177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:22:50.667757 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-8080393d-24c3-4291-b4bf-169896f2f57c req-b2cca5c4-4e63-4099-80c5-14c5c1abeb96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2688088'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:50.732057 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-8aa8508a-27c4-4c1a-b695-2b28c9b8039b req-eaecc08b-e45e-403c-9e7e-3af58c336943 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d5f9fa6-7e80-4b5d-b1a9-482857691225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2415998 Jun 28 11:22:50.803082 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.db [req-d6b90c10-068e-4091-a517-d5151d19fb49 req-9fb91bea-ecd8-4a59-9c0a-6b0d85c8bc48 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] For port 0fb11382-d873-41bd-aeb5-9123dc01c8dc, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=0fb11382-d873-41bd-aeb5-9123dc01c8dc,segment=NetworkSegment(fd3dbdf8-f40f-4579-8d9f-d3926cb58f5f),segment_id=fd3dbdf8-f40f-4579-8d9f-d3926cb58f5f)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:22:50.803598 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [req-d6b90c10-068e-4091-a517-d5151d19fb49 req-9fb91bea-ecd8-4a59-9c0a-6b0d85c8bc48 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:50.834966 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cca5c4-4e63-4099-80c5-14c5c1abeb96 service neutron] Pushing event updated for resources: {'Port': ['ID=d0b303ba-dd2f-4264-9350-d4ce2c7e14c1,revision_number=2']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:50.919512 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.managers [req-8080393d-24c3-4291-b4bf-169896f2f57c req-b2cca5c4-4e63-4099-80c5-14c5c1abeb96 service neutron] Attempting to bind port d0b303ba-dd2f-4264-9350-d4ce2c7e14c1 on host hv-cinder-84460 for vnic_type normal with profile {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:22:50.920016 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.managers [req-8080393d-24c3-4291-b4bf-169896f2f57c req-b2cca5c4-4e63-4099-80c5-14c5c1abeb96 service neutron] Attempting to bind port d0b303ba-dd2f-4264-9350-d4ce2c7e14c1 by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': 'd955dde5-69b1-4a11-8383-f5f9cce13386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49'}] {{(pid=88177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:22:50.920427 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8080393d-24c3-4291-b4bf-169896f2f57c req-b2cca5c4-4e63-4099-80c5-14c5c1abeb96 service neutron] Attempting to bind port d0b303ba-dd2f-4264-9350-d4ce2c7e14c1 on network 21e79c31-8e4c-4686-94df-41e665c65d49 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:22:50.925669 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8080393d-24c3-4291-b4bf-169896f2f57c req-b2cca5c4-4e63-4099-80c5-14c5c1abeb96 service neutron] Port d0b303ba-dd2f-4264-9350-d4ce2c7e14c1 on network 21e79c31-8e4c-4686-94df-41e665c65d49 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 11:22:50.926071 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8080393d-24c3-4291-b4bf-169896f2f57c req-b2cca5c4-4e63-4099-80c5-14c5c1abeb96 service neutron] Attempting to bind port d0b303ba-dd2f-4264-9350-d4ce2c7e14c1 on network 21e79c31-8e4c-4686-94df-41e665c65d49 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:22:50.932069 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8080393d-24c3-4291-b4bf-169896f2f57c req-b2cca5c4-4e63-4099-80c5-14c5c1abeb96 service neutron] Checking agent: {'id': '08bfabbf-d5f3-4ca7-8c16-3ebc8bd75d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 14), 'started_at': datetime.datetime(2022, 6, 28, 11, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:22:50.932403 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8080393d-24c3-4291-b4bf-169896f2f57c req-b2cca5c4-4e63-4099-80c5-14c5c1abeb96 service neutron] Checking segment: {'id': 'd955dde5-69b1-4a11-8383-f5f9cce13386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:22:50.932827 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8080393d-24c3-4291-b4bf-169896f2f57c req-b2cca5c4-4e63-4099-80c5-14c5c1abeb96 service neutron] Bound using segment: {'id': 'd955dde5-69b1-4a11-8383-f5f9cce13386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49'} {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:22:50.933256 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.managers [req-8080393d-24c3-4291-b4bf-169896f2f57c req-b2cca5c4-4e63-4099-80c5-14c5c1abeb96 service neutron] Bound port: d0b303ba-dd2f-4264-9350-d4ce2c7e14c1, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd955dde5-69b1-4a11-8383-f5f9cce13386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49'}}] {{(pid=88177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:22:50.933604 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-8080393d-24c3-4291-b4bf-169896f2f57c req-b2cca5c4-4e63-4099-80c5-14c5c1abeb96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:50.939739 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.plugin [req-d6b90c10-068e-4091-a517-d5151d19fb49 req-9fb91bea-ecd8-4a59-9c0a-6b0d85c8bc48 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Calling delete_port for 0fb11382-d873-41bd-aeb5-9123dc01c8dc owned by compute:nova {{(pid=88178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:22:51.027224 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.db [req-8080393d-24c3-4291-b4bf-169896f2f57c req-b2cca5c4-4e63-4099-80c5-14c5c1abeb96 service neutron] For port d0b303ba-dd2f-4264-9350-d4ce2c7e14c1, host hv-cinder-84460, cleared binding levels {{(pid=88177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:22:51.030152 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.db [req-8080393d-24c3-4291-b4bf-169896f2f57c req-b2cca5c4-4e63-4099-80c5-14c5c1abeb96 service neutron] For port d0b303ba-dd2f-4264-9350-d4ce2c7e14c1, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=d0b303ba-dd2f-4264-9350-d4ce2c7e14c1,segment=NetworkSegment(d955dde5-69b1-4a11-8383-f5f9cce13386),segment_id=d955dde5-69b1-4a11-8383-f5f9cce13386)] {{(pid=88177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:22:51.035587 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-8080393d-24c3-4291-b4bf-169896f2f57c req-b2cca5c4-4e63-4099-80c5-14c5c1abeb96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2688088'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:51.091687 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [req-d6b90c10-068e-4091-a517-d5151d19fb49 req-9fb91bea-ecd8-4a59-9c0a-6b0d85c8bc48 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782104357524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782103981240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287935'] for port, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:51.096392 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080393d-24c3-4291-b4bf-169896f2f57c req-b2cca5c4-4e63-4099-80c5-14c5c1abeb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:51.097146 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-8080393d-24c3-4291-b4bf-169896f2f57c req-b2cca5c4-4e63-4099-80c5-14c5c1abeb96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:51.098606 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-8080393d-24c3-4291-b4bf-169896f2f57c req-b2cca5c4-4e63-4099-80c5-14c5c1abeb96 service neutron] 10.222.0.43 "PUT /v2.0/ports/d0b303ba-dd2f-4264-9350-d4ce2c7e14c1 HTTP/1.1" status: 200 len: 1094 time: 0.9810677 Jun 28 11:22:51.099543 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c65c2e64-e576-46d5-98ad-ec0bc4ee8973', 'tag': 'd0b303ba-dd2f-4264-9350-d4ce2c7e14c1'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:22:51.107865 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] get_ports_and_sgs() called for port_ids ['0fb11382-d873-41bd-aeb5-9123dc01c8dc', '550bd21d-10c5-4388-a5c4-8c0d38d1f620'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:22:51.150044 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cca5c4-4e63-4099-80c5-14c5c1abeb96 service neutron] Pushing event updated for resources: {'Port': ['ID=d0b303ba-dd2f-4264-9350-d4ce2c7e14c1,revision_number=3']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:51.169067 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb91bea-ecd8-4a59-9c0a-6b0d85c8bc48 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Pushing event deleted for resources: {'Port': ['ID=0fb11382-d873-41bd-aeb5-9123dc01c8dc,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:51.238069 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64bda5c0-37f3-40b3-ac6e-fcd64d48991f'] response: {'name': 'network-changed', 'server_uuid': 'c65c2e64-e576-46d5-98ad-ec0bc4ee8973', 'tag': 'd0b303ba-dd2f-4264-9350-d4ce2c7e14c1', 'status': 'completed', 'code': 200} Jun 28 11:22:51.267668 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6b90c10-068e-4091-a517-d5151d19fb49 req-9fb91bea-ecd8-4a59-9c0a-6b0d85c8bc48 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] No DVR routers for this DVR port 0fb11382-d873-41bd-aeb5-9123dc01c8dc on host hv-cinder-84460 {{(pid=88178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:22:51.271389 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [req-d6b90c10-068e-4091-a517-d5151d19fb49 req-9fb91bea-ecd8-4a59-9c0a-6b0d85c8bc48 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for port, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:51.275160 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '548398f6-21cb-449b-b283-b7585254ad20', 'name': 'network-vif-deleted', 'tag': '0fb11382-d873-41bd-aeb5-9123dc01c8dc'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:22:51.286254 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080393d-24c3-4291-b4bf-169896f2f57c req-7b4f3bb4-03e2-45eb-b2c0-bd1f820edbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:51.288142 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-8080393d-24c3-4291-b4bf-169896f2f57c req-7b4f3bb4-03e2-45eb-b2c0-bd1f820edbe7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9a519a8d5c54458c8ad1c43bdb399503&device_id=c65c2e64-e576-46d5-98ad-ec0bc4ee8973 HTTP/1.1" status: 200 len: 1097 time: 0.1350646 Jun 28 11:22:51.294285 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-d6b90c10-068e-4091-a517-d5151d19fb49 req-9fb91bea-ecd8-4a59-9c0a-6b0d85c8bc48 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.43 "DELETE /v2.0/ports/0fb11382-d873-41bd-aeb5-9123dc01c8dc HTTP/1.1" status: 204 len: 173 time: 1.0652657 Jun 28 11:22:51.342747 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2e2efc6-9a3b-4604-8553-ff4a0a40b6d7'] response: {'server_uuid': '548398f6-21cb-449b-b283-b7585254ad20', 'name': 'network-vif-deleted', 'tag': '0fb11382-d873-41bd-aeb5-9123dc01c8dc', 'status': 'completed', 'code': 200} Jun 28 11:22:51.521343 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-8080393d-24c3-4291-b4bf-169896f2f57c req-bc8feea7-d1db-4da7-880a-f686001a98e2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0b303ba-dd2f-4264-9350-d4ce2c7e14c1 HTTP/1.1" status: 200 len: 217 time: 0.2148957 Jun 28 11:22:51.567240 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-7a6cb4ff-5045-4bbf-9be6-821a38d8e8a0 req-fef14fef-607e-4705-b924-318eda9b2dc5 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=548398f6-21cb-449b-b283-b7585254ad20 HTTP/1.1" status: 200 len: 210 time: 0.0899739 Jun 28 11:22:51.597322 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080393d-24c3-4291-b4bf-169896f2f57c req-56d98de0-69d1-4c3e-928c-da84d817d6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:51.599255 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-8080393d-24c3-4291-b4bf-169896f2f57c req-56d98de0-69d1-4c3e-928c-da84d817d6b2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0543e16d-abbf-4f46-8991-01ac45b7ec02 HTTP/1.1" status: 200 len: 853 time: 0.0699036 Jun 28 11:22:51.690612 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080393d-24c3-4291-b4bf-169896f2f57c req-8adce8c2-6338-4498-9715-0ee1740c27e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:51.692009 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-8080393d-24c3-4291-b4bf-169896f2f57c req-8adce8c2-6338-4498-9715-0ee1740c27e2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=21e79c31-8e4c-4686-94df-41e665c65d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0840735 Jun 28 11:22:51.834350 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-8080393d-24c3-4291-b4bf-169896f2f57c req-b665f2b5-0166-4e07-ae73-b7419eb9ab3a service neutron] 10.222.0.43 "GET /v2.0/networks/21e79c31-8e4c-4686-94df-41e665c65d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324716 Jun 28 11:22:51.936466 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b59b693-074e-41a2-908e-11e75b9dc365 req-0a1215ce-531d-48c5-b0d8-5836b48bc672 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:51.938345 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-6b59b693-074e-41a2-908e-11e75b9dc365 req-0a1215ce-531d-48c5-b0d8-5836b48bc672 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=c65c2e64-e576-46d5-98ad-ec0bc4ee8973 HTTP/1.1" status: 200 len: 944 time: 0.0969753 Jun 28 11:22:51.983514 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-8080393d-24c3-4291-b4bf-169896f2f57c req-bc97dd01-51b8-4297-bb0d-2a38b8a15d5e service neutron] 10.222.0.43 "GET /v2.0/networks/21e79c31-8e4c-4686-94df-41e665c65d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420979 Jun 28 11:22:51.995572 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-6b59b693-074e-41a2-908e-11e75b9dc365 req-18fd2084-85ca-4449-bb08-68497537db8c tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d5f9fa6-7e80-4b5d-b1a9-482857691225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459285 Jun 28 11:22:52.124407 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0ac28-8405-4471-a740-78e7a2a17138 req-ab72fd56-43aa-4ecc-99d0-bdfbac877242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:52.125934 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-d4c0ac28-8405-4471-a740-78e7a2a17138 req-ab72fd56-43aa-4ecc-99d0-bdfbac877242 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9a519a8d5c54458c8ad1c43bdb399503&device_id=c65c2e64-e576-46d5-98ad-ec0bc4ee8973 HTTP/1.1" status: 200 len: 1097 time: 0.0842657 Jun 28 11:22:52.266146 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0ac28-8405-4471-a740-78e7a2a17138 req-da69f389-8ab1-4b4c-8650-06a7e38480a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:52.267952 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-d4c0ac28-8405-4471-a740-78e7a2a17138 req-da69f389-8ab1-4b4c-8650-06a7e38480a6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=21e79c31-8e4c-4686-94df-41e665c65d49 HTTP/1.1" status: 200 len: 915 time: 0.1337047 Jun 28 11:22:52.344001 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-d4c0ac28-8405-4471-a740-78e7a2a17138 req-5b58198e-8614-4386-b291-91fde2c5ab8f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0b303ba-dd2f-4264-9350-d4ce2c7e14c1 HTTP/1.1" status: 200 len: 217 time: 0.0687397 Jun 28 11:22:52.416257 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0ac28-8405-4471-a740-78e7a2a17138 req-deba55b1-c4a6-4631-807c-597fdca8d903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:52.417694 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-d4c0ac28-8405-4471-a740-78e7a2a17138 req-deba55b1-c4a6-4631-807c-597fdca8d903 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0543e16d-abbf-4f46-8991-01ac45b7ec02 HTTP/1.1" status: 200 len: 853 time: 0.0649018 Jun 28 11:22:52.505807 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0ac28-8405-4471-a740-78e7a2a17138 req-0a7f4d7d-2ed8-4968-b91d-17065e29074b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:52.507382 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-d4c0ac28-8405-4471-a740-78e7a2a17138 req-0a7f4d7d-2ed8-4968-b91d-17065e29074b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=21e79c31-8e4c-4686-94df-41e665c65d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0816040 Jun 28 11:22:52.648557 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-d4c0ac28-8405-4471-a740-78e7a2a17138 req-2f67bf64-6b36-4dce-b0f4-99b16159dc54 service neutron] 10.222.0.43 "GET /v2.0/networks/21e79c31-8e4c-4686-94df-41e665c65d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341681 Jun 28 11:22:52.784497 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-d4c0ac28-8405-4471-a740-78e7a2a17138 req-ce58df56-5b0c-42eb-be69-6ca8f9a4ee75 service neutron] 10.222.0.43 "GET /v2.0/networks/21e79c31-8e4c-4686-94df-41e665c65d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256599 Jun 28 11:22:53.038110 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec076a7e-924d-428e-856e-b484f10bec61 req-7658e545-3bce-4cf4-befc-6dff7b78939a tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:53.039650 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-ec076a7e-924d-428e-856e-b484f10bec61 req-7658e545-3bce-4cf4-befc-6dff7b78939a tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=b00c32bb-5b10-4ba1-bb89-82e34b2ba60f HTTP/1.1" status: 200 len: 945 time: 0.0886016 Jun 28 11:22:53.084453 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-ec076a7e-924d-428e-856e-b484f10bec61 req-8c692589-dacf-4ed4-8cb7-b5ca59fa45df tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390387 Jun 28 11:22:53.191783 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc4791-22f4-476c-a8c1-a64bedd1eaee req-e812a4ae-81f3-480e-94ad-55a457eb2834 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:53.193511 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-06dc4791-22f4-476c-a8c1-a64bedd1eaee req-e812a4ae-81f3-480e-94ad-55a457eb2834 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=c65c2e64-e576-46d5-98ad-ec0bc4ee8973 HTTP/1.1" status: 200 len: 944 time: 0.0881071 Jun 28 11:22:53.240802 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-06dc4791-22f4-476c-a8c1-a64bedd1eaee req-9fbeda40-9be2-406e-8046-098ede3aa901 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d5f9fa6-7e80-4b5d-b1a9-482857691225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418513 Jun 28 11:22:54.296427 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0f731-0470-4225-8e3e-8ffe279bf002 req-f6290191-fe37-4568-9a51-1bcb4a996ca0 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:54.297945 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-a5b0f731-0470-4225-8e3e-8ffe279bf002 req-f6290191-fe37-4568-9a51-1bcb4a996ca0 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=b00c32bb-5b10-4ba1-bb89-82e34b2ba60f HTTP/1.1" status: 200 len: 945 time: 0.0978179 Jun 28 11:22:54.342951 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-a5b0f731-0470-4225-8e3e-8ffe279bf002 req-5066a8a1-754d-43cf-974b-9994ae008e0f tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392756 Jun 28 11:22:54.437529 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b7653-2bb5-4176-816e-1acc42fc9baa req-3435ddea-273d-406b-b6e5-7a455691d664 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:54.439023 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-fe2b7653-2bb5-4176-816e-1acc42fc9baa req-3435ddea-273d-406b-b6e5-7a455691d664 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=c65c2e64-e576-46d5-98ad-ec0bc4ee8973 HTTP/1.1" status: 200 len: 944 time: 0.0893805 Jun 28 11:22:54.483037 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-fe2b7653-2bb5-4176-816e-1acc42fc9baa req-a181351d-8644-41bb-a8a9-47840a7d8313 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d5f9fa6-7e80-4b5d-b1a9-482857691225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382824 Jun 28 11:22:55.047322 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device d0b303ba-dd2f-4264-9350-d4ce2c7e14c1 details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=88179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:22:55.050492 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device 0fb11382-d873-41bd-aeb5-9123dc01c8dc no longer exists at agent hyperv_hv-cinder-84460 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:22:55.086721 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] No Port match for: 0fb11382-d873-41bd-aeb5-9123dc01c8dc {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:22:55.087029 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device 0fb11382-d873-41bd-aeb5-9123dc01c8dc not bound to the agent host hv-cinder-84460 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:22:55.217076 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port d0b303ba-dd2f-4264-9350-d4ce2c7e14c1, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=d0b303ba-dd2f-4264-9350-d4ce2c7e14c1,segment=NetworkSegment(d955dde5-69b1-4a11-8383-f5f9cce13386),segment_id=d955dde5-69b1-4a11-8383-f5f9cce13386)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:22:55.230427 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Returning: {'device': 'd0b303ba-dd2f-4264-9350-d4ce2c7e14c1', 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49', 'port_id': 'd0b303ba-dd2f-4264-9350-d4ce2c7e14c1', 'mac_address': 'fa:16:3e:0d:a8:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0543e16d-abbf-4f46-8991-01ac45b7ec02', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:22:55.287954 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Current status of the port d0b303ba-dd2f-4264-9350-d4ce2c7e14c1 is: DOWN; New status is: BUILD {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:22:55.288242 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:55.305944 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0b303ba-dd2f-4264-9350-d4ce2c7e14c1 {{(pid=88179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:22:55.323277 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port d0b303ba-dd2f-4264-9350-d4ce2c7e14c1, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=d0b303ba-dd2f-4264-9350-d4ce2c7e14c1,segment=NetworkSegment(d955dde5-69b1-4a11-8383-f5f9cce13386),segment_id=d955dde5-69b1-4a11-8383-f5f9cce13386)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:22:55.328616 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:55.399444 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Pushing event updated for resources: {'Port': ['ID=d0b303ba-dd2f-4264-9350-d4ce2c7e14c1,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:55.401733 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342e1bc-8e4c-4c4c-a676-c89a38438797 req-3150c256-0f57-4d0d-aa37-0d946302ce63 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:55.403134 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-6342e1bc-8e4c-4c4c-a676-c89a38438797 req-3150c256-0f57-4d0d-aa37-0d946302ce63 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.43 "GET /v2.0/ports?device_id=b00c32bb-5b10-4ba1-bb89-82e34b2ba60f HTTP/1.1" status: 200 len: 945 time: 0.0962365 Jun 28 11:22:55.611734 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] get_ports_and_sgs() called for port_ids ['d0b303ba-dd2f-4264-9350-d4ce2c7e14c1'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:22:55.612369 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [req-6342e1bc-8e4c-4c4c-a676-c89a38438797 req-e97cc843-bd11-4ecf-8625-1e95112e82ba tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Deleting port 550bd21d-10c5-4388-a5c4-8c0d38d1f620 {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:22:55.612731 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-6342e1bc-8e4c-4c4c-a676-c89a38438797 req-e97cc843-bd11-4ecf-8625-1e95112e82ba tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:55.721499 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25ffac-109e-4f5f-b561-550e3df2bffc req-6a9d98cc-fb66-476c-9bf9-fa6f4367b5f0 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:55.723086 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-6e25ffac-109e-4f5f-b561-550e3df2bffc req-6a9d98cc-fb66-476c-9bf9-fa6f4367b5f0 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=c65c2e64-e576-46d5-98ad-ec0bc4ee8973 HTTP/1.1" status: 200 len: 945 time: 0.1265728 Jun 28 11:22:55.735733 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35cc72e-de04-4551-b0fa-24a7f1358482 req-55627474-10c8-43fa-8e13-fc649e150ce1 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:55.737205 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c35cc72e-de04-4551-b0fa-24a7f1358482 req-55627474-10c8-43fa-8e13-fc649e150ce1 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=b00c32bb-5b10-4ba1-bb89-82e34b2ba60f HTTP/1.1" status: 200 len: 945 time: 0.2231750 Jun 28 11:22:55.774321 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-6e25ffac-109e-4f5f-b561-550e3df2bffc req-ed62c844-d6b8-4abc-bf82-67d68f9c722c tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d5f9fa6-7e80-4b5d-b1a9-482857691225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424936 Jun 28 11:22:55.868953 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c35cc72e-de04-4551-b0fa-24a7f1358482 req-9eab213d-ec5e-4c18-aa08-c7543dfc744c tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/security-groups?id=601369c7-7d40-42f0-96f1-16218da40df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197248 Jun 28 11:22:55.918437 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.db [req-6342e1bc-8e4c-4c4c-a676-c89a38438797 req-e97cc843-bd11-4ecf-8625-1e95112e82ba tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] For port 550bd21d-10c5-4388-a5c4-8c0d38d1f620, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=550bd21d-10c5-4388-a5c4-8c0d38d1f620,segment=NetworkSegment(fd3dbdf8-f40f-4579-8d9f-d3926cb58f5f),segment_id=fd3dbdf8-f40f-4579-8d9f-d3926cb58f5f)] {{(pid=88177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:22:55.918797 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-6342e1bc-8e4c-4c4c-a676-c89a38438797 req-e97cc843-bd11-4ecf-8625-1e95112e82ba tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:56.042750 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [req-6342e1bc-8e4c-4c4c-a676-c89a38438797 req-e97cc843-bd11-4ecf-8625-1e95112e82ba tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Calling delete_port for 550bd21d-10c5-4388-a5c4-8c0d38d1f620 owned by compute:nova {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:22:56.206946 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-6342e1bc-8e4c-4c4c-a676-c89a38438797 req-e97cc843-bd11-4ecf-8625-1e95112e82ba tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782104357524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782103981240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2688079'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:56.255857 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97cc843-bd11-4ecf-8625-1e95112e82ba tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Pushing event deleted for resources: {'Port': ['ID=550bd21d-10c5-4388-a5c4-8c0d38d1f620,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:56.266891 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] get_ports_and_sgs() called for port_ids ['550bd21d-10c5-4388-a5c4-8c0d38d1f620'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:22:56.346059 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.l3_dvrscheduler_db [req-6342e1bc-8e4c-4c4c-a676-c89a38438797 req-e97cc843-bd11-4ecf-8625-1e95112e82ba tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] No DVR routers for this DVR port 550bd21d-10c5-4388-a5c4-8c0d38d1f620 on host hv-cinder-84460 {{(pid=88177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:22:56.348507 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-6342e1bc-8e4c-4c4c-a676-c89a38438797 req-e97cc843-bd11-4ecf-8625-1e95112e82ba tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:56.351037 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00c32bb-5b10-4ba1-bb89-82e34b2ba60f', 'name': 'network-vif-deleted', 'tag': '550bd21d-10c5-4388-a5c4-8c0d38d1f620'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:22:56.362805 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-6342e1bc-8e4c-4c4c-a676-c89a38438797 req-e97cc843-bd11-4ecf-8625-1e95112e82ba tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.43 "DELETE /v2.0/ports/550bd21d-10c5-4388-a5c4-8c0d38d1f620 HTTP/1.1" status: 204 len: 173 time: 0.9536445 Jun 28 11:22:56.396979 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-536cbf3a-41e9-4246-8b1c-cca0cc1db2b8'] response: {'server_uuid': 'b00c32bb-5b10-4ba1-bb89-82e34b2ba60f', 'name': 'network-vif-deleted', 'tag': '550bd21d-10c5-4388-a5c4-8c0d38d1f620', 'status': 'completed', 'code': 200} Jun 28 11:22:56.636535 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.agents_db [None req-fef25e13-dc2d-42bf-aa2e-f684c08e94a6 None None] Agent healthcheck: found 6 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:22:57.012320 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f899ac0-7b8d-4ec5-b00d-a0efe6de222c req-5848c19b-fa24-4fe8-969f-47f6390b33d1 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:57.013399 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-3f899ac0-7b8d-4ec5-b00d-a0efe6de222c req-5848c19b-fa24-4fe8-969f-47f6390b33d1 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Synchronizing usage tracker for tenant:9a519a8d5c54458c8ad1c43bdb399503 on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:22:57.033978 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-3f899ac0-7b8d-4ec5-b00d-a0efe6de222c req-5848c19b-fa24-4fe8-969f-47f6390b33d1 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Unset dirty status for tenant:9a519a8d5c54458c8ad1c43bdb399503 on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:22:57.035335 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-3f899ac0-7b8d-4ec5-b00d-a0efe6de222c req-5848c19b-fa24-4fe8-969f-47f6390b33d1 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=c65c2e64-e576-46d5-98ad-ec0bc4ee8973 HTTP/1.1" status: 200 len: 945 time: 0.1486809 Jun 28 11:22:57.047960 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device d0b303ba-dd2f-4264-9350-d4ce2c7e14c1 up at agent hyperv_hv-cinder-84460 {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:22:57.082383 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-3f899ac0-7b8d-4ec5-b00d-a0efe6de222c req-795c238e-7a98-4b92-a61d-e616270413dc tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d5f9fa6-7e80-4b5d-b1a9-482857691225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407853 Jun 28 11:22:57.085953 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [req-55438cdc-ae8c-4d73-9a98-e15af22f4598 req-9a5960b3-e5d6-4148-9d8b-b55e91538b74 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Synchronizing usage tracker for tenant:39ee6a774aa94963a4c024612cabe0ab on resource:port {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:22:57.103681 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [req-55438cdc-ae8c-4d73-9a98-e15af22f4598 req-9a5960b3-e5d6-4148-9d8b-b55e91538b74 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] Unset dirty status for tenant:39ee6a774aa94963a4c024612cabe0ab on resource:port {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:22:57.105502 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-55438cdc-ae8c-4d73-9a98-e15af22f4598 req-9a5960b3-e5d6-4148-9d8b-b55e91538b74 tempest-ServerRescueNegativeTestJSON-101664898 tempest-ServerRescueNegativeTestJSON-101664898-project] 10.222.0.23 "GET /v2.0/ports?device_id=b00c32bb-5b10-4ba1-bb89-82e34b2ba60f HTTP/1.1" status: 200 len: 210 time: 0.0676386 Jun 28 11:22:57.122562 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Provisioning for port d0b303ba-dd2f-4264-9350-d4ce2c7e14c1 completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:22:57.127345 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Provisioning complete for port d0b303ba-dd2f-4264-9350-d4ce2c7e14c1 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:22:57.127738 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:57.253810 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Current status of the port d0b303ba-dd2f-4264-9350-d4ce2c7e14c1 is: BUILD; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:22:57.254191 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:57.283533 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c65c2e64-e576-46d5-98ad-ec0bc4ee8973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0b303ba-dd2f-4264-9350-d4ce2c7e14c1'}] {{(pid=88179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:22:57.294442 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port d0b303ba-dd2f-4264-9350-d4ce2c7e14c1, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=d0b303ba-dd2f-4264-9350-d4ce2c7e14c1,segment=NetworkSegment(d955dde5-69b1-4a11-8383-f5f9cce13386),segment_id=d955dde5-69b1-4a11-8383-f5f9cce13386)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:22:57.298532 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:57.299566 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device 550bd21d-10c5-4388-a5c4-8c0d38d1f620 no longer exists at agent hyperv_hv-cinder-84460 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:22:57.328850 dv-cinder-844605-1-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ba21178-9d97-4d6a-9cc8-9ac6de87a705'] response: {'server_uuid': 'c65c2e64-e576-46d5-98ad-ec0bc4ee8973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0b303ba-dd2f-4264-9350-d4ce2c7e14c1', 'code': 200} Jun 28 11:22:57.369946 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] No Port match for: 550bd21d-10c5-4388-a5c4-8c0d38d1f620 {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:22:57.370294 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device 550bd21d-10c5-4388-a5c4-8c0d38d1f620 not bound to the agent host hv-cinder-84460 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:22:57.404238 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Pushing event updated for resources: {'Port': ['ID=d0b303ba-dd2f-4264-9350-d4ce2c7e14c1,revision_number=5']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:57.635299 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1413d452-5db8-4392-9d9d-024b19099b76 req-3ced7eff-fcc6-4282-8ba2-b661eb490655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:57.636816 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-1413d452-5db8-4392-9d9d-024b19099b76 req-3ced7eff-fcc6-4282-8ba2-b661eb490655 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c65c2e64-e576-46d5-98ad-ec0bc4ee8973 HTTP/1.1" status: 200 len: 1099 time: 0.0899649 Jun 28 11:22:57.680832 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-1413d452-5db8-4392-9d9d-024b19099b76 req-e3697274-ac1d-4540-a714-4c3ea2a720e8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4d5f9fa6-7e80-4b5d-b1a9-482857691225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357132 Jun 28 11:22:58.201939 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 59882) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:58.296576 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa2630-46b1-412a-963b-12408bba8f02 req-d76a65b2-f8bc-4a40-97f9-2d11dbe45be6 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:58.298048 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-16fa2630-46b1-412a-963b-12408bba8f02 req-d76a65b2-f8bc-4a40-97f9-2d11dbe45be6 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=c65c2e64-e576-46d5-98ad-ec0bc4ee8973 HTTP/1.1" status: 200 len: 946 time: 0.0971506 Jun 28 11:22:58.342691 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-16fa2630-46b1-412a-963b-12408bba8f02 req-9b990a06-7a80-4c00-abb7-b81b1dc447c2 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d5f9fa6-7e80-4b5d-b1a9-482857691225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387135 Jun 28 11:22:59.008778 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-3b9659b2-5357-45fc-98e0-39e875c6b780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362973'] for router_interface, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:59.392144 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.plugin [None req-3b9659b2-5357-45fc-98e0-39e875c6b780 admin admin] Deleting port ab89ce2b-e0be-4d8e-acd2-7d6575707034 {{(pid=88178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:22:59.392828 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-3b9659b2-5357-45fc-98e0-39e875c6b780 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:59.544926 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d754bac-ad95-4502-a302-6b06ea04ae09 req-05032924-fa85-49eb-9129-ff7b4b7bd406 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:59.546400 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-0d754bac-ad95-4502-a302-6b06ea04ae09 req-05032924-fa85-49eb-9129-ff7b4b7bd406 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=c65c2e64-e576-46d5-98ad-ec0bc4ee8973 HTTP/1.1" status: 200 len: 946 time: 0.0949667 Jun 28 11:22:59.568112 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.db [None req-3b9659b2-5357-45fc-98e0-39e875c6b780 admin admin] For port ab89ce2b-e0be-4d8e-acd2-7d6575707034, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=ab89ce2b-e0be-4d8e-acd2-7d6575707034,segment=NetworkSegment(fd3dbdf8-f40f-4579-8d9f-d3926cb58f5f),segment_id=fd3dbdf8-f40f-4579-8d9f-d3926cb58f5f)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:22:59.568466 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-3b9659b2-5357-45fc-98e0-39e875c6b780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:59.590683 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-0d754bac-ad95-4502-a302-6b06ea04ae09 req-7d61e707-5c34-459c-8935-84e896a4a87e tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d5f9fa6-7e80-4b5d-b1a9-482857691225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386562 Jun 28 11:22:59.641439 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:59.704817 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.plugin [None req-3b9659b2-5357-45fc-98e0-39e875c6b780 admin admin] Calling delete_port for ab89ce2b-e0be-4d8e-acd2-7d6575707034 owned by network:router_interface {{(pid=88178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:22:59.862036 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdca134-eb8e-4d73-8934-73dabc720bee req-2c7e908c-11b4-4934-8f2c-821cf43ec330 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:59.863504 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-abdca134-eb8e-4d73-8934-73dabc720bee req-2c7e908c-11b4-4934-8f2c-821cf43ec330 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=c65c2e64-e576-46d5-98ad-ec0bc4ee8973 HTTP/1.1" status: 200 len: 946 time: 0.1657982 Jun 28 11:22:59.872919 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 59892) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:59.882410 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [None req-b118b78d-b6ac-4f05-9b6a-29c5b0ae3aa8 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Request body: {'floatingip': {'port_id': 'd0b303ba-dd2f-4264-9350-d4ce2c7e14c1'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:22:59.991030 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-b118b78d-b6ac-4f05-9b6a-29c5b0ae3aa8 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for floatingip, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:00.167788 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-3b9659b2-5357-45fc-98e0-39e875c6b780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782104357524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782103981240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287935'] for port, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:00.220684 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9659b2-5357-45fc-98e0-39e875c6b780 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab89ce2b-e0be-4d8e-acd2-7d6575707034,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:00.240217 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9659b2-5357-45fc-98e0-39e875c6b780 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:00.240217 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9659b2-5357-45fc-98e0-39e875c6b780 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:00.240217 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9659b2-5357-45fc-98e0-39e875c6b780 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:00.240534 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9659b2-5357-45fc-98e0-39e875c6b780 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:00.240898 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9659b2-5357-45fc-98e0-39e875c6b780 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:00.241223 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9659b2-5357-45fc-98e0-39e875c6b780 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:00.241547 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9659b2-5357-45fc-98e0-39e875c6b780 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:00.241998 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9659b2-5357-45fc-98e0-39e875c6b780 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:00.242303 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9659b2-5357-45fc-98e0-39e875c6b780 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:00.242634 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9659b2-5357-45fc-98e0-39e875c6b780 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:00.242939 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9659b2-5357-45fc-98e0-39e875c6b780 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:00.243247 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9659b2-5357-45fc-98e0-39e875c6b780 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:00.893701 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-3b9659b2-5357-45fc-98e0-39e875c6b780 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362921'] for router_interface, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:01.197040 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-b118b78d-b6ac-4f05-9b6a-29c5b0ae3aa8 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:01.204395 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-b118b78d-b6ac-4f05-9b6a-29c5b0ae3aa8 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361935'] for floatingip, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:01.658059 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.db.l3_db [None req-b118b78d-b6ac-4f05-9b6a-29c5b0ae3aa8 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Floating IP b601cca8-68e9-4bee-85fc-05eb48ae2546 associated. External IP: 172.27.2.66, port: d0b303ba-dd2f-4264-9350-d4ce2c7e14c1. Jun 28 11:23:01.778510 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b9659b2-5357-45fc-98e0-39e875c6b780 admin admin] Router 2f923ac8-4c4e-43e4-b41d-becdee648a9c has already been hosted by L3 agent 65138fbb-a379-4cdd-9015-09db381edeba {{(pid=88178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:23:02.147830 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b9659b2-5357-45fc-98e0-39e875c6b780 admin admin] Notify agent at l3_agent.dv-cinder-844605-1-iscsi the message routers_updated {{(pid=88178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:23:02.158240 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae098c91-3aae-49cb-823b-3cf66dcd25bc None None] Sync routers for ids ['2f923ac8-4c4e-43e4-b41d-becdee648a9c'] in dv-cinder-844605-1-iscsi {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:23:02.170359 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae098c91-3aae-49cb-823b-3cf66dcd25bc None None] Routers {'2f923ac8-4c4e-43e4-b41d-becdee648a9c'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:23:02.171099 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-ae098c91-3aae-49cb-823b-3cf66dcd25bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:22:38Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['2f923ac8-4c4e-43e4-b41d-becdee648a9c'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:23:02.179890 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-3b9659b2-5357-45fc-98e0-39e875c6b780 admin admin] 10.222.0.23 "PUT /v2.0/routers/2f923ac8-4c4e-43e4-b41d-becdee648a9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9761784 Jun 28 11:23:02.183486 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 59904) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:23:02.202262 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b118b78d-b6ac-4f05-9b6a-29c5b0ae3aa8 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Router 612aec67-608e-409c-a55e-b6df1c5e0ca3 has already been hosted by L3 agent 65138fbb-a379-4cdd-9015-09db381edeba {{(pid=88178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:23:02.383564 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvr_db [None req-ae098c91-3aae-49cb-823b-3cf66dcd25bc None None] Set router 2f923ac8-4c4e-43e4-b41d-becdee648a9c gateway port host: dv-cinder-844605-1-iscsi {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:23:02.392653 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b118b78d-b6ac-4f05-9b6a-29c5b0ae3aa8 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify agent at l3_agent.dv-cinder-844605-1-iscsi the message routers_updated {{(pid=88178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:23:02.397357 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-b118b78d-b6ac-4f05-9b6a-29c5b0ae3aa8 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for floatingip, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:02.409937 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-f4474a75-361c-4aef-ae6c-5bae22b4fceb admin admin] Notify callbacks [] for router, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:02.410157 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234f43ab-dcd4-467f-89fe-d7ef7983c117 None None] Sync routers for ids ['612aec67-608e-409c-a55e-b6df1c5e0ca3'] in dv-cinder-844605-1-iscsi {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:23:02.423906 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234f43ab-dcd4-467f-89fe-d7ef7983c117 None None] Routers {'612aec67-608e-409c-a55e-b6df1c5e0ca3'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:23:02.424914 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-234f43ab-dcd4-467f-89fe-d7ef7983c117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:22:38Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['612aec67-608e-409c-a55e-b6df1c5e0ca3'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:23:02.455876 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-b118b78d-b6ac-4f05-9b6a-29c5b0ae3aa8 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "PUT /v2.0/floatingips/b601cca8-68e9-4bee-85fc-05eb48ae2546 HTTP/1.1" status: 200 len: 991 time: 2.5809624 Jun 28 11:23:02.456576 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c65c2e64-e576-46d5-98ad-ec0bc4ee8973', 'tag': 'd0b303ba-dd2f-4264-9350-d4ce2c7e14c1'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:23:02.508829 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-963c01e8-0f31-47cf-bf6e-139f77443a0b'] response: {'name': 'network-changed', 'server_uuid': 'c65c2e64-e576-46d5-98ad-ec0bc4ee8973', 'tag': 'd0b303ba-dd2f-4264-9350-d4ce2c7e14c1', 'status': 'completed', 'code': 200} Jun 28 11:23:02.615453 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-234f43ab-dcd4-467f-89fe-d7ef7983c117 None None] Set router 612aec67-608e-409c-a55e-b6df1c5e0ca3 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:23:02.733262 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-ae098c91-3aae-49cb-823b-3cf66dcd25bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f923ac8-4c4e-43e4-b41d-becdee648a9c', 'name': 'tempest-ServerRescueNegativeTestJSON-1407272727-router', 'tenant_id': '39ee6a774aa94963a4c024612cabe0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '3616dc42-9ca0-491f-a6d4-a5d6b1d82601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:24Z', 'updated_at': '2022-06-28T11:22:59Z', 'revision_number': 5, 'project_id': '39ee6a774aa94963a4c024612cabe0ab', 'gw_port': {'id': '3616dc42-9ca0-491f-a6d4-a5d6b1d82601', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:42:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f923ac8-4c4e-43e4-b41d-becdee648a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:25Z', 'updated_at': '2022-06-28T11:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi'}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:23:02.736946 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae098c91-3aae-49cb-823b-3cf66dcd25bc None None] Checking router: 2f923ac8-4c4e-43e4-b41d-becdee648a9c for host: dv-cinder-844605-1-iscsi {{(pid=88180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:23:02.746039 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae098c91-3aae-49cb-823b-3cf66dcd25bc None None] Routers {'2f923ac8-4c4e-43e4-b41d-becdee648a9c'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:23:02.746684 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-ae098c91-3aae-49cb-823b-3cf66dcd25bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:22:38Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['2f923ac8-4c4e-43e4-b41d-becdee648a9c'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:23:02.755292 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-f4474a75-361c-4aef-ae6c-5bae22b4fceb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:02.763931 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d610f75-1eb6-41b4-804b-851776b45f17 req-9c601af8-4d8a-4b1c-bfcd-b4d078f5599b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:02.765538 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-3d610f75-1eb6-41b4-804b-851776b45f17 req-9c601af8-4d8a-4b1c-bfcd-b4d078f5599b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9a519a8d5c54458c8ad1c43bdb399503&device_id=c65c2e64-e576-46d5-98ad-ec0bc4ee8973 HTTP/1.1" status: 200 len: 1099 time: 0.1437535 Jun 28 11:23:02.771855 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [None req-f4474a75-361c-4aef-ae6c-5bae22b4fceb admin admin] Deleting port 3616dc42-9ca0-491f-a6d4-a5d6b1d82601 {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:23:02.772258 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-f4474a75-361c-4aef-ae6c-5bae22b4fceb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:02.901222 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvr_db [None req-ae098c91-3aae-49cb-823b-3cf66dcd25bc None None] Set router 2f923ac8-4c4e-43e4-b41d-becdee648a9c gateway port host: None {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:23:03.002303 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-234f43ab-dcd4-467f-89fe-d7ef7983c117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'name': 'tempest-AttachVolumeNegativeTest-536282704-router', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '4f6c3e24-5306-438d-a0da-444251232455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:20Z', 'updated_at': '2022-06-28T11:16:36Z', 'revision_number': 4, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'gw_port': {'id': '4f6c3e24-5306-438d-a0da-444251232455', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:22Z', 'updated_at': '2022-06-28T11:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_floatingips': [{'id': 'b601cca8-68e9-4bee-85fc-05eb48ae2546', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'floating_ip_address': '172.27.2.66', 'floating_network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'router_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'port_id': 'd0b303ba-dd2f-4264-9350-d4ce2c7e14c1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49', 'mac_address': 'fa:16:3e:0d:a8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65c2e64-e576-46d5-98ad-ec0bc4ee8973', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:22:46Z', 'updated_at': '2022-06-28T11:23:00Z', 'revision_number': 1, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce67a0a8-6a79-4030-ac97-89b4f9a90889', 'name': '', 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'mac_address': 'fa:16:3e:aa:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0543e16d-abbf-4f46-8991-01ac45b7ec02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:32Z', 'updated_at': '2022-06-28T11:16:52Z', 'revision_number': 5, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'subnets': [{'id': '0543e16d-abbf-4f46-8991-01ac45b7ec02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:23:03.006095 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234f43ab-dcd4-467f-89fe-d7ef7983c117 None None] Checking router: 612aec67-608e-409c-a55e-b6df1c5e0ca3 for host: dv-cinder-844605-1-iscsi {{(pid=88179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:23:03.010361 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-ae098c91-3aae-49cb-823b-3cf66dcd25bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f923ac8-4c4e-43e4-b41d-becdee648a9c', 'name': 'tempest-ServerRescueNegativeTestJSON-1407272727-router', 'tenant_id': '39ee6a774aa94963a4c024612cabe0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:24Z', 'updated_at': '2022-06-28T11:23:02Z', 'revision_number': 6, 'project_id': '39ee6a774aa94963a4c024612cabe0ab', 'gw_port_host': None}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:23:03.014389 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae098c91-3aae-49cb-823b-3cf66dcd25bc None None] The sync data for ids ['2f923ac8-4c4e-43e4-b41d-becdee648a9c'] in dv-cinder-844605-1-iscsi is: [{'id': '2f923ac8-4c4e-43e4-b41d-becdee648a9c', 'name': 'tempest-ServerRescueNegativeTestJSON-1407272727-router', 'tenant_id': '39ee6a774aa94963a4c024612cabe0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:24Z', 'updated_at': '2022-06-28T11:23:02Z', 'revision_number': 6, 'project_id': '39ee6a774aa94963a4c024612cabe0ab', 'gw_port_host': None}] {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:23:03.014798 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234f43ab-dcd4-467f-89fe-d7ef7983c117 None None] Routers {'612aec67-608e-409c-a55e-b6df1c5e0ca3'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:23:03.015408 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-234f43ab-dcd4-467f-89fe-d7ef7983c117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:22:38Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['612aec67-608e-409c-a55e-b6df1c5e0ca3'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:23:03.041063 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d610f75-1eb6-41b4-804b-851776b45f17 req-cfbc49e8-551b-4e4f-a935-1504cb139667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:03.042710 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-3d610f75-1eb6-41b4-804b-851776b45f17 req-cfbc49e8-551b-4e4f-a935-1504cb139667 service neutron] 10.222.0.43 "GET /v2.0/networks?id=21e79c31-8e4c-4686-94df-41e665c65d49 HTTP/1.1" status: 200 len: 915 time: 0.2425706 Jun 28 11:23:03.138429 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.db [None req-f4474a75-361c-4aef-ae6c-5bae22b4fceb admin admin] For port 3616dc42-9ca0-491f-a6d4-a5d6b1d82601, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=3616dc42-9ca0-491f-a6d4-a5d6b1d82601,segment=NetworkSegment(886fa905-49b2-4170-854f-b2cc2955959a),segment_id=886fa905-49b2-4170-854f-b2cc2955959a)] {{(pid=88177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:23:03.138771 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-f4474a75-361c-4aef-ae6c-5bae22b4fceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:03.196997 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-234f43ab-dcd4-467f-89fe-d7ef7983c117 None None] Set router 612aec67-608e-409c-a55e-b6df1c5e0ca3 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:23:03.274080 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [None req-f4474a75-361c-4aef-ae6c-5bae22b4fceb admin admin] Calling delete_port for 3616dc42-9ca0-491f-a6d4-a5d6b1d82601 owned by network:router_gateway {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:23:03.316122 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-3d610f75-1eb6-41b4-804b-851776b45f17 req-a67f92d5-3c77-4eca-a7ac-8aba0960dfe2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0b303ba-dd2f-4264-9350-d4ce2c7e14c1 HTTP/1.1" status: 200 len: 999 time: 0.2652788 Jun 28 11:23:03.415030 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d610f75-1eb6-41b4-804b-851776b45f17 req-16616d1e-0c52-4652-b99e-e224c8561bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:03.416511 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-3d610f75-1eb6-41b4-804b-851776b45f17 req-16616d1e-0c52-4652-b99e-e224c8561bef service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0543e16d-abbf-4f46-8991-01ac45b7ec02 HTTP/1.1" status: 200 len: 853 time: 0.0864632 Jun 28 11:23:03.566350 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d610f75-1eb6-41b4-804b-851776b45f17 req-d1ba4801-9740-4c84-b57b-4683242430ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:03.567745 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-3d610f75-1eb6-41b4-804b-851776b45f17 req-d1ba4801-9740-4c84-b57b-4683242430ab service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=21e79c31-8e4c-4686-94df-41e665c65d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1437678 Jun 28 11:23:03.595222 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-f4474a75-361c-4aef-ae6c-5bae22b4fceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782104357524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782103981240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2688079'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:03.605213 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-234f43ab-dcd4-467f-89fe-d7ef7983c117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'name': 'tempest-AttachVolumeNegativeTest-536282704-router', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '4f6c3e24-5306-438d-a0da-444251232455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:20Z', 'updated_at': '2022-06-28T11:16:36Z', 'revision_number': 4, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'gw_port': {'id': '4f6c3e24-5306-438d-a0da-444251232455', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:22Z', 'updated_at': '2022-06-28T11:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_floatingips': [{'id': 'b601cca8-68e9-4bee-85fc-05eb48ae2546', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'floating_ip_address': '172.27.2.66', 'floating_network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'router_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'port_id': 'd0b303ba-dd2f-4264-9350-d4ce2c7e14c1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49', 'mac_address': 'fa:16:3e:0d:a8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65c2e64-e576-46d5-98ad-ec0bc4ee8973', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:22:46Z', 'updated_at': '2022-06-28T11:23:00Z', 'revision_number': 1, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce67a0a8-6a79-4030-ac97-89b4f9a90889', 'name': '', 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'mac_address': 'fa:16:3e:aa:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0543e16d-abbf-4f46-8991-01ac45b7ec02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:32Z', 'updated_at': '2022-06-28T11:16:52Z', 'revision_number': 5, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'subnets': [{'id': '0543e16d-abbf-4f46-8991-01ac45b7ec02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:23:03.609583 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234f43ab-dcd4-467f-89fe-d7ef7983c117 None None] The sync data for ids ['612aec67-608e-409c-a55e-b6df1c5e0ca3'] in dv-cinder-844605-1-iscsi is: [{'id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'name': 'tempest-AttachVolumeNegativeTest-536282704-router', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '4f6c3e24-5306-438d-a0da-444251232455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:20Z', 'updated_at': '2022-06-28T11:16:36Z', 'revision_number': 4, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'gw_port': {'id': '4f6c3e24-5306-438d-a0da-444251232455', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:22Z', 'updated_at': '2022-06-28T11:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_floatingips': [{'id': 'b601cca8-68e9-4bee-85fc-05eb48ae2546', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'floating_ip_address': '172.27.2.66', 'floating_network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'router_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'port_id': 'd0b303ba-dd2f-4264-9350-d4ce2c7e14c1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49', 'mac_address': 'fa:16:3e:0d:a8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65c2e64-e576-46d5-98ad-ec0bc4ee8973', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:22:46Z', 'updated_at': '2022-06-28T11:23:00Z', 'revision_number': 1, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce67a0a8-6a79-4030-ac97-89b4f9a90889', 'name': '', 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'mac_address': 'fa:16:3e:aa:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0543e16d-abbf-4f46-8991-01ac45b7ec02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:32Z', 'updated_at': '2022-06-28T11:16:52Z', 'revision_number': 5, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'subnets': [{'id': '0543e16d-abbf-4f46-8991-01ac45b7ec02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:23:03.699209 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4474a75-361c-4aef-ae6c-5bae22b4fceb admin admin] Pushing event deleted for resources: {'Port': ['ID=3616dc42-9ca0-491f-a6d4-a5d6b1d82601,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:03.834008 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-f4474a75-361c-4aef-ae6c-5bae22b4fceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362556'] for router_gateway, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:03.848591 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ae3f30-99c8-40eb-9c8e-a5fc2cbcc110 None None] New status for floating IP b601cca8-68e9-4bee-85fc-05eb48ae2546: ACTIVE {{(pid=88180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:23:03.880867 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 3616dc42-9ca0-491f-a6d4-a5d6b1d82601 no longer exists at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:23:03.929740 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] No Port match for: 3616dc42-9ca0-491f-a6d4-a5d6b1d82601 {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:23:03.930439 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 3616dc42-9ca0-491f-a6d4-a5d6b1d82601 not bound to the agent host dv-cinder-844605-1-iscsi {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:23:03.930871 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device ab89ce2b-e0be-4d8e-acd2-7d6575707034 no longer exists at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:23:03.995722 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] No Port match for: ab89ce2b-e0be-4d8e-acd2-7d6575707034 {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:23:03.996343 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device ab89ce2b-e0be-4d8e-acd2-7d6575707034 not bound to the agent host dv-cinder-844605-1-iscsi {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:23:04.150853 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-3d610f75-1eb6-41b4-804b-851776b45f17 req-64953d2a-111f-41a7-bd9e-cc6015092016 service neutron] 10.222.0.43 "GET /v2.0/networks/21e79c31-8e4c-4686-94df-41e665c65d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5741208 Jun 28 11:23:04.154908 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-f4474a75-361c-4aef-ae6c-5bae22b4fceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5234'] for router, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:04.162282 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-f4474a75-361c-4aef-ae6c-5bae22b4fceb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:04.283731 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-f4474a75-361c-4aef-ae6c-5bae22b4fceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-360925'] for router, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:04.284487 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4474a75-361c-4aef-ae6c-5bae22b4fceb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f923ac8-4c4e-43e4-b41d-becdee648a9c {{(pid=88177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 28 11:23:04.326935 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-f4474a75-361c-4aef-ae6c-5bae22b4fceb admin admin] Notify callbacks [] for router, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:04.327961 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-f4474a75-361c-4aef-ae6c-5bae22b4fceb admin admin] 10.222.0.23 "DELETE /v2.0/routers/2f923ac8-4c4e-43e4-b41d-becdee648a9c HTTP/1.1" status: 204 len: 168 time: 2.1433756 Jun 28 11:23:04.331961 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 59912) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:23:04.352040 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-3d610f75-1eb6-41b4-804b-851776b45f17 req-ff9a887b-ceba-47a1-b206-75718a27954d service neutron] 10.222.0.43 "GET /v2.0/networks/21e79c31-8e4c-4686-94df-41e665c65d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910586 Jun 28 11:23:04.409036 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae3ae4d1-f02a-40b5-b4a4-20d2645dede7 admin admin] Deleting subnet 4959b550-e4a6-4bb2-a9b3-3d13206321f5 {{(pid=88178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 28 11:23:04.412008 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-ae3ae4d1-f02a-40b5-b4a4-20d2645dede7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:04.466965 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-ae3ae4d1-f02a-40b5-b4a4-20d2645dede7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2289234'] for subnet, precommit_delete_associations {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:04.554987 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-ae3ae4d1-f02a-40b5-b4a4-20d2645dede7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7782429'] for subnet, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:04.627362 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-ae3ae4d1-f02a-40b5-b4a4-20d2645dede7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7782438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2287970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2482708'] for subnet, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:04.672059 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3ae4d1-f02a-40b5-b4a4-20d2645dede7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4959b550-e4a6-4bb2-a9b3-3d13206321f5,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:04.673910 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-ae3ae4d1-f02a-40b5-b4a4-20d2645dede7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:04.678305 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a40135-c268-4fa4-aa79-28e4bd8cd260 None None] Network 3dcee093-7093-4d70-9e54-e71a2fd9b0d8 requested from dv-cinder-844605-1-iscsi {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:23:04.682149 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-ae3ae4d1-f02a-40b5-b4a4-20d2645dede7 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4959b550-e4a6-4bb2-a9b3-3d13206321f5 HTTP/1.1" status: 204 len: 168 time: 0.3491600 Jun 28 11:23:04.684911 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 59916) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:23:04.793333 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-79098de5-78dc-4700-89dc-5682bc6ef78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7702436'] for network, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:04.805801 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [None req-79098de5-78dc-4700-89dc-5682bc6ef78e admin admin] Deleting port 8911bd83-35fa-444d-a0f4-28fd3309ae12 {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:23:04.806131 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-79098de5-78dc-4700-89dc-5682bc6ef78e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:04.946592 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ac9b07-8175-46e9-a2a8-9d0bfdbe6d81 None None] DHCP port deletion for 3dcee093-7093-4d70-9e54-e71a2fd9b0d8 request from dv-cinder-844605-1-iscsi {{(pid=88179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 28 11:23:04.951764 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-22ac9b07-8175-46e9-a2a8-9d0bfdbe6d81 None None] Deleting port 8911bd83-35fa-444d-a0f4-28fd3309ae12 {{(pid=88179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:23:04.952376 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-22ac9b07-8175-46e9-a2a8-9d0bfdbe6d81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:05.018475 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.db [None req-79098de5-78dc-4700-89dc-5682bc6ef78e admin admin] For port 8911bd83-35fa-444d-a0f4-28fd3309ae12, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=8911bd83-35fa-444d-a0f4-28fd3309ae12,segment=NetworkSegment(fd3dbdf8-f40f-4579-8d9f-d3926cb58f5f),segment_id=fd3dbdf8-f40f-4579-8d9f-d3926cb58f5f)] {{(pid=88177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:23:05.018819 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-79098de5-78dc-4700-89dc-5682bc6ef78e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:05.140812 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [None req-79098de5-78dc-4700-89dc-5682bc6ef78e admin admin] Calling delete_port for 8911bd83-35fa-444d-a0f4-28fd3309ae12 owned by network:dhcp {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:23:05.153704 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-22ac9b07-8175-46e9-a2a8-9d0bfdbe6d81 None None] For port 8911bd83-35fa-444d-a0f4-28fd3309ae12, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=8911bd83-35fa-444d-a0f4-28fd3309ae12,segment=NetworkSegment(fd3dbdf8-f40f-4579-8d9f-d3926cb58f5f),segment_id=fd3dbdf8-f40f-4579-8d9f-d3926cb58f5f)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:23:05.154095 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-22ac9b07-8175-46e9-a2a8-9d0bfdbe6d81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:05.221488 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-79098de5-78dc-4700-89dc-5682bc6ef78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782104357524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782103981240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2688079'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:05.274517 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79098de5-78dc-4700-89dc-5682bc6ef78e admin admin] Pushing event deleted for resources: {'Port': ['ID=8911bd83-35fa-444d-a0f4-28fd3309ae12,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:05.276461 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79098de5-78dc-4700-89dc-5682bc6ef78e admin admin] No DVR routers for this DVR port 8911bd83-35fa-444d-a0f4-28fd3309ae12 on host dv-cinder-844605-1-iscsi {{(pid=88177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:23:05.276593 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-22ac9b07-8175-46e9-a2a8-9d0bfdbe6d81 None None] Calling delete_port for 8911bd83-35fa-444d-a0f4-28fd3309ae12 owned by network:dhcp {{(pid=88179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:23:05.348050 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.db.api [None req-22ac9b07-8175-46e9-a2a8-9d0bfdbe6d81 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 11:23:05.348403 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG oslo_db.api [None req-22ac9b07-8175-46e9-a2a8-9d0bfdbe6d81 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 11:23:05.396296 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-79098de5-78dc-4700-89dc-5682bc6ef78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7788904', 'neutron.services.segments.db._delete_segments_for_network-8782104351353'] for network, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:05.422025 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.services.segments.db [None req-79098de5-78dc-4700-89dc-5682bc6ef78e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dcee093-7093-4d70-9e54-e71a2fd9b0d8']}} {{(pid=88177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:23:05.434213 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.services.segments.db [None req-79098de5-78dc-4700-89dc-5682bc6ef78e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd3dbdf8-f40f-4579-8d9f-d3926cb58f5f') {'for_net_delete': True} {{(pid=88177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:23:05.434509 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.services.segments.db [None req-79098de5-78dc-4700-89dc-5682bc6ef78e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd3dbdf8-f40f-4579-8d9f-d3926cb58f5f') {} {{(pid=88177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:23:05.447792 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-79098de5-78dc-4700-89dc-5682bc6ef78e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782104354196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2687799'] for segment, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:05.469743 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-79098de5-78dc-4700-89dc-5682bc6ef78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812087'] for segment, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:05.476245 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79098de5-78dc-4700-89dc-5682bc6ef78e admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=88177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 11:23:05.476877 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-79098de5-78dc-4700-89dc-5682bc6ef78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7812088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2688188'] for segment, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:05.543617 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.services.segments.plugin [-] Segment fd3dbdf8-f40f-4579-8d9f-d3926cb58f5f resource provider aggregate not found Jun 28 11:23:05.568568 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.services.segments.plugin [-] Segment fd3dbdf8-f40f-4579-8d9f-d3926cb58f5f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fd3dbdf8-f40f-4579-8d9f-d3926cb58f5f found for delete ", "request_id": "req-55cc0e95-eb6b-418d-aba0-82c1919ed19c"}]} Jun 28 11:23:05.581425 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-79098de5-78dc-4700-89dc-5682bc6ef78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7788903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361949'] for network, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:05.600270 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-79098de5-78dc-4700-89dc-5682bc6ef78e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562711'] for network, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:05.606288 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79098de5-78dc-4700-89dc-5682bc6ef78e admin admin] Pushing event deleted for resources: {'Network': ['ID=3dcee093-7093-4d70-9e54-e71a2fd9b0d8,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:05.623635 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-79098de5-78dc-4700-89dc-5682bc6ef78e admin admin] 10.222.0.23 "DELETE /v2.0/networks/3dcee093-7093-4d70-9e54-e71a2fd9b0d8 HTTP/1.1" status: 204 len: 168 time: 0.9374559 Jun 28 11:23:05.686375 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 8911bd83-35fa-444d-a0f4-28fd3309ae12 no longer exists at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:23:05.720372 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] No Port match for: 8911bd83-35fa-444d-a0f4-28fd3309ae12 {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:23:05.720732 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 8911bd83-35fa-444d-a0f4-28fd3309ae12 not bound to the agent host dv-cinder-844605-1-iscsi {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:23:05.749780 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 59926) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:23:05.802871 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-1cafed62-9a0a-4132-9255-4a88597564d5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=39ee6a774aa94963a4c024612cabe0ab&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0517974 Jun 28 11:23:05.805705 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 59930) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:23:05.849385 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-22ac9b07-8175-46e9-a2a8-9d0bfdbe6d81 None None] Deleting port 8911bd83-35fa-444d-a0f4-28fd3309ae12 {{(pid=88179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:23:05.850004 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-22ac9b07-8175-46e9-a2a8-9d0bfdbe6d81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:05.865089 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-482bd509-64d4-4b2d-a68e-38096f1d2e44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:05.896108 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-482bd509-64d4-4b2d-a68e-38096f1d2e44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:05.918623 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-22ac9b07-8175-46e9-a2a8-9d0bfdbe6d81 None None] The port '8911bd83-35fa-444d-a0f4-28fd3309ae12' was deleted {{(pid=88179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 28 11:23:05.954162 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-482bd509-64d4-4b2d-a68e-38096f1d2e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:05.971798 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482bd509-64d4-4b2d-a68e-38096f1d2e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=601369c7-7d40-42f0-96f1-16218da40df6,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:05.983821 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-482bd509-64d4-4b2d-a68e-38096f1d2e44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:05.986877 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-482bd509-64d4-4b2d-a68e-38096f1d2e44 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/601369c7-7d40-42f0-96f1-16218da40df6 HTTP/1.1" status: 204 len: 168 time: 0.1800973 Jun 28 11:23:06.248972 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-683088f5-f622-4ad0-bc0a-6abab58fdc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:06.745258 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 59954) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:23:06.853202 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [None req-4e162722-3ccd-45ab-99b1-8736020c2980 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2014905493-network', 'tenant_id': '8c5a6ea60f634bcda4032eca1bf6f9f2'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:23:06.858222 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-4e162722-3ccd-45ab-99b1-8736020c2980 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:23:06.862472 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-4e162722-3ccd-45ab-99b1-8736020c2980 admin admin] Usage tracker for resource:network and tenant:8c5a6ea60f634bcda4032eca1bf6f9f2 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:23:06.865512 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-4e162722-3ccd-45ab-99b1-8736020c2980 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:23:06.871931 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-4e162722-3ccd-45ab-99b1-8736020c2980 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:23:06.884402 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e162722-3ccd-45ab-99b1-8736020c2980 admin admin] Made reservation on behalf of 8c5a6ea60f634bcda4032eca1bf6f9f2 for: {'network': 1} {{(pid=88178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:23:06.886777 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-4e162722-3ccd-45ab-99b1-8736020c2980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for network, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:06.899373 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-4e162722-3ccd-45ab-99b1-8736020c2980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:06.914278 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-4e162722-3ccd-45ab-99b1-8736020c2980 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:23:06.918178 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-4e162722-3ccd-45ab-99b1-8736020c2980 admin admin] Usage tracker for resource:security_group_rule and tenant:8c5a6ea60f634bcda4032eca1bf6f9f2 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:23:06.921047 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-4e162722-3ccd-45ab-99b1-8736020c2980 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:23:06.926713 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-4e162722-3ccd-45ab-99b1-8736020c2980 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:23:07.012769 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-4e162722-3ccd-45ab-99b1-8736020c2980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:07.018186 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-4e162722-3ccd-45ab-99b1-8736020c2980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:07.047463 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e162722-3ccd-45ab-99b1-8736020c2980 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=88178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 11:23:07.055551 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e162722-3ccd-45ab-99b1-8736020c2980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3afa64fb-e18b-4478-8d79-cd5af57cbcf3,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:07.061073 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-4e162722-3ccd-45ab-99b1-8736020c2980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812087'] for segment, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:07.061408 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.db.segments_db [None req-4e162722-3ccd-45ab-99b1-8736020c2980 admin admin] Added segment 51f9b8b0-6a4d-4001-8198-b45cfc46d70a of type vlan for network 834bcaca-3130-4f84-b609-7440f584eba2 Jun 28 11:23:07.088215 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-4e162722-3ccd-45ab-99b1-8736020c2980 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782103966769'] for network, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:07.122347 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-4e162722-3ccd-45ab-99b1-8736020c2980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693'] for network, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:07.123341 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e162722-3ccd-45ab-99b1-8736020c2980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:07.123923 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-4e162722-3ccd-45ab-99b1-8736020c2980 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562711'] for network, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:07.223590 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-4e162722-3ccd-45ab-99b1-8736020c2980 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4735920 Jun 28 11:23:07.223825 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 59960) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:23:07.229120 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [None req-6cda2ec8-0b47-4fa2-99fb-ef19d496a520 admin admin] Request body: {'subnet': {'network_id': '834bcaca-3130-4f84-b609-7440f584eba2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2014905493-subnet', 'tenant_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:23:07.232179 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e162722-3ccd-45ab-99b1-8736020c2980 admin admin] Pushing event updated for resources: {'Network': ['ID=834bcaca-3130-4f84-b609-7440f584eba2,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:07.235806 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-6cda2ec8-0b47-4fa2-99fb-ef19d496a520 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:23:07.239782 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-6cda2ec8-0b47-4fa2-99fb-ef19d496a520 admin admin] Usage tracker for resource:subnet and tenant:8c5a6ea60f634bcda4032eca1bf6f9f2 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:23:07.242698 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Network 834bcaca-3130-4f84-b609-7440f584eba2 details requested by agent ovs-agent-dv-cinder-844605-1-iscsi with host dv-cinder-844605-1-iscsi {{(pid=88179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 11:23:07.243199 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-6cda2ec8-0b47-4fa2-99fb-ef19d496a520 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:23:07.248528 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-6cda2ec8-0b47-4fa2-99fb-ef19d496a520 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:23:07.259181 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cda2ec8-0b47-4fa2-99fb-ef19d496a520 admin admin] Made reservation on behalf of 8c5a6ea60f634bcda4032eca1bf6f9f2 for: {'subnet': 1} {{(pid=88178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:23:07.261493 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-6cda2ec8-0b47-4fa2-99fb-ef19d496a520 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2482729'] for subnet, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:07.586174 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-6cda2ec8-0b47-4fa2-99fb-ef19d496a520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2289327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2482719'] for subnet, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:07.656677 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cda2ec8-0b47-4fa2-99fb-ef19d496a520 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5f33935-ebca-42b8-ae35-d32bc58dfdca,revision_number=0']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:07.665346 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cda2ec8-0b47-4fa2-99fb-ef19d496a520 admin admin] Checking segment: {'id': '51f9b8b0-6a4d-4001-8198-b45cfc46d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '834bcaca-3130-4f84-b609-7440f584eba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:23:07.665701 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cda2ec8-0b47-4fa2-99fb-ef19d496a520 admin admin] Network hostable DHCP agents. Network: 834bcaca-3130-4f84-b609-7440f584eba2, hostable agents: ['bd7a9fca-13b7-4c24-af86-ecdc43be0dc3'], hosted agents: [] {{(pid=88178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 11:23:07.690863 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cda2ec8-0b47-4fa2-99fb-ef19d496a520 admin admin] Network 834bcaca-3130-4f84-b609-7440f584eba2 is scheduled to be hosted by DHCP agent bd7a9fca-13b7-4c24-af86-ecdc43be0dc3 with binding_index 1 {{(pid=88178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 11:23:07.701729 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.base_scheduler [None req-6cda2ec8-0b47-4fa2-99fb-ef19d496a520 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844605-1-iscsi, 834bcaca-3130-4f84-b609-7440f584eba2) {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:23:07.705723 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cda2ec8-0b47-4fa2-99fb-ef19d496a520 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:07.706307 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-6cda2ec8-0b47-4fa2-99fb-ef19d496a520 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:07.710451 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b08df68-5500-4901-8274-4358867048ac None None] Network 834bcaca-3130-4f84-b609-7440f584eba2 requested from dv-cinder-844605-1-iscsi {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:23:07.728813 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-6cda2ec8-0b47-4fa2-99fb-ef19d496a520 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5034759 Jun 28 11:23:07.730847 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 59964) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:23:07.736141 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [None req-bc2c264a-4f7a-432a-afbf-c0b52caa0ec6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2014905493-router', 'tenant_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463'}}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:23:07.741008 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-bc2c264a-4f7a-432a-afbf-c0b52caa0ec6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:23:07.745198 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-bc2c264a-4f7a-432a-afbf-c0b52caa0ec6 admin admin] Usage tracker for resource:router and tenant:8c5a6ea60f634bcda4032eca1bf6f9f2 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:23:07.748120 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-bc2c264a-4f7a-432a-afbf-c0b52caa0ec6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:23:07.754091 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-bc2c264a-4f7a-432a-afbf-c0b52caa0ec6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:23:07.766265 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-bc2c264a-4f7a-432a-afbf-c0b52caa0ec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5216'] for router, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:07.767268 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-bc2c264a-4f7a-432a-afbf-c0b52caa0ec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-362573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5243'] for router, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:07.784234 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-bc2c264a-4f7a-432a-afbf-c0b52caa0ec6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:07.971990 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecd489c-c367-4310-97d1-23c7627fa4c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcad984f-d5be-5395-a87e-fa0999123cbc-834bcaca-3130-4f84-b609-7440f584eba2', 'network_id': '834bcaca-3130-4f84-b609-7440f584eba2', 'tenant_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'fixed_ips': [{'subnet_id': 'a5f33935-ebca-42b8-ae35-d32bc58dfdca'}]}} from dv-cinder-844605-1-iscsi. {{(pid=88179) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 28 11:23:07.972835 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5ecd489c-c367-4310-97d1-23c7627fa4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_create {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:08.063999 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-bc2c264a-4f7a-432a-afbf-c0b52caa0ec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-362623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5189'] for router, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:08.128730 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.db_base_plugin_common [None req-5ecd489c-c367-4310-97d1-23c7627fa4c4 None None] Allocated IP 172.20.0.2 (834bcaca-3130-4f84-b609-7440f584eba2/a5f33935-ebca-42b8-ae35-d32bc58dfdca/38b0a042-3d1e-4e82-b6c1-353ea66d131b) {{(pid=88179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:23:08.333344 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5ecd489c-c367-4310-97d1-23c7627fa4c4 None None] Notify callbacks [] for port, precommit_create {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:08.344309 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-5ecd489c-c367-4310-97d1-23c7627fa4c4 None None] Transition to ACTIVE for port object 38b0a042-3d1e-4e82-b6c1-353ea66d131b will not be triggered until provisioned by entity L2. {{(pid=88179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:23:08.362456 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-5ecd489c-c367-4310-97d1-23c7627fa4c4 None None] Transition to ACTIVE for port object 38b0a042-3d1e-4e82-b6c1-353ea66d131b will not be triggered until provisioned by entity DHCP. {{(pid=88179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:23:08.369728 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5ecd489c-c367-4310-97d1-23c7627fa4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782103981231'] for port, after_create {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:08.370285 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-bc2c264a-4f7a-432a-afbf-c0b52caa0ec6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:08.400515 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-bc2c264a-4f7a-432a-afbf-c0b52caa0ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:08.453805 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecd489c-c367-4310-97d1-23c7627fa4c4 None None] Network 834bcaca-3130-4f84-b609-7440f584eba2 is already hosted by enough agents. {{(pid=88179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:23:08.457311 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecd489c-c367-4310-97d1-23c7627fa4c4 None None] Pushing event updated for resources: {'Port': ['ID=38b0a042-3d1e-4e82-b6c1-353ea66d131b,revision_number=1']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:08.459688 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.scheduler.base_scheduler [None req-5ecd489c-c367-4310-97d1-23c7627fa4c4 None None] Resources bound (agent type, host, resource id): {{(pid=88179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:23:08.462441 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecd489c-c367-4310-97d1-23c7627fa4c4 None None] Received port after_create {{(pid=88179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:23:08.464961 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ea9a4a8d-c882-45db-84a2-62e4589c22cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:08.540098 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.db_base_plugin_common [None req-bc2c264a-4f7a-432a-afbf-c0b52caa0ec6 admin admin] Allocated IP 172.27.2.240 (6387ef29-ddd8-4632-9016-e02c39923463/5f3766c0-f55a-400a-8fdd-81b5b17b1576/3bee77db-710d-4396-ad63-54a0523ebf0e) {{(pid=88178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:23:08.565596 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-5ecd489c-c367-4310-97d1-23c7627fa4c4 None None] Attempting to bind port 38b0a042-3d1e-4e82-b6c1-353ea66d131b on host dv-cinder-844605-1-iscsi for vnic_type normal with profile {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:23:08.565955 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-5ecd489c-c367-4310-97d1-23c7627fa4c4 None None] Attempting to bind port 38b0a042-3d1e-4e82-b6c1-353ea66d131b by drivers openvswitch,hyperv on host dv-cinder-844605-1-iscsi at level 0 using segments [{'id': '51f9b8b0-6a4d-4001-8198-b45cfc46d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '834bcaca-3130-4f84-b609-7440f584eba2'}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:23:08.566313 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecd489c-c367-4310-97d1-23c7627fa4c4 None None] Attempting to bind port 38b0a042-3d1e-4e82-b6c1-353ea66d131b on network 834bcaca-3130-4f84-b609-7440f584eba2 {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:23:08.572201 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecd489c-c367-4310-97d1-23c7627fa4c4 None None] Checking agent: {'id': 'b95f8be4-ac30-48f3-8fc1-8bf3ad4a0571', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 7, 40), 'started_at': datetime.datetime(2022, 6, 28, 11, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:23:08.572562 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecd489c-c367-4310-97d1-23c7627fa4c4 None None] Checking segment: {'id': '51f9b8b0-6a4d-4001-8198-b45cfc46d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '834bcaca-3130-4f84-b609-7440f584eba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:23:08.572979 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5ecd489c-c367-4310-97d1-23c7627fa4c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:08.573385 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecd489c-c367-4310-97d1-23c7627fa4c4 None None] Bound using segment: {'id': '51f9b8b0-6a4d-4001-8198-b45cfc46d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '834bcaca-3130-4f84-b609-7440f584eba2'} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:23:08.573836 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-5ecd489c-c367-4310-97d1-23c7627fa4c4 None None] Bound port: 38b0a042-3d1e-4e82-b6c1-353ea66d131b, host: dv-cinder-844605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51f9b8b0-6a4d-4001-8198-b45cfc46d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '834bcaca-3130-4f84-b609-7440f584eba2'}}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:23:08.574198 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5ecd489c-c367-4310-97d1-23c7627fa4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:08.667539 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-5ecd489c-c367-4310-97d1-23c7627fa4c4 None None] For port 38b0a042-3d1e-4e82-b6c1-353ea66d131b, host dv-cinder-844605-1-iscsi, cleared binding levels {{(pid=88179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:23:08.670884 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-5ecd489c-c367-4310-97d1-23c7627fa4c4 None None] For port 38b0a042-3d1e-4e82-b6c1-353ea66d131b, host dv-cinder-844605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=38b0a042-3d1e-4e82-b6c1-353ea66d131b,segment=NetworkSegment(51f9b8b0-6a4d-4001-8198-b45cfc46d70a),segment_id=51f9b8b0-6a4d-4001-8198-b45cfc46d70a)] {{(pid=88179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:23:08.675890 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5ecd489c-c367-4310-97d1-23c7627fa4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:08.691353 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-bc2c264a-4f7a-432a-afbf-c0b52caa0ec6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:08.722808 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-bc2c264a-4f7a-432a-afbf-c0b52caa0ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782103981231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287935'] for port, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:08.762239 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecd489c-c367-4310-97d1-23c7627fa4c4 None None] Pushing event updated for resources: {'Port': ['ID=38b0a042-3d1e-4e82-b6c1-353ea66d131b,revision_number=2']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:08.791990 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2c264a-4f7a-432a-afbf-c0b52caa0ec6 admin admin] Network 6387ef29-ddd8-4632-9016-e02c39923463 is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:23:08.795009 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.base_scheduler [None req-bc2c264a-4f7a-432a-afbf-c0b52caa0ec6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:23:08.798612 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2c264a-4f7a-432a-afbf-c0b52caa0ec6 admin admin] Received port after_create {{(pid=88178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:23:08.827956 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2c264a-4f7a-432a-afbf-c0b52caa0ec6 admin admin] Pushing event updated for resources: {'Port': ['ID=3bee77db-710d-4396-ad63-54a0523ebf0e,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:09.352407 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-bc2c264a-4f7a-432a-afbf-c0b52caa0ec6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:09.619814 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b58b1c24-9254-4745-9794-e7d1435c798c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:09.661213 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8327251f-4a40-42a5-a3a6-d60de49b1524 None None] Network 834bcaca-3130-4f84-b609-7440f584eba2 requested from dv-cinder-844605-1-iscsi {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:23:09.713117 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-bc2c264a-4f7a-432a-afbf-c0b52caa0ec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362520'] for router, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:09.728685 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 38b0a042-3d1e-4e82-b6c1-353ea66d131b up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:23:09.813687 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-e302ab8a-8e1a-4710-81cb-52dafbf49d23 None None] Provisioning for port 38b0a042-3d1e-4e82-b6c1-353ea66d131b completed by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:23:09.842380 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:09.898383 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning for port 38b0a042-3d1e-4e82-b6c1-353ea66d131b completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:23:09.907059 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning complete for port 38b0a042-3d1e-4e82-b6c1-353ea66d131b triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:23:09.907426 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:09.923378 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc2c264a-4f7a-432a-afbf-c0b52caa0ec6 admin admin] Router ab57ce83-a02e-406f-9b16-03bd9e22a1d4 is scheduled to L3 agent 65138fbb-a379-4cdd-9015-09db381edeba with binding_index 1 {{(pid=88178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 11:23:10.094175 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Current status of the port 38b0a042-3d1e-4e82-b6c1-353ea66d131b is: DOWN; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:23:10.094551 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:10.105652 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc2c264a-4f7a-432a-afbf-c0b52caa0ec6 admin admin] Notify agent at l3_agent.dv-cinder-844605-1-iscsi the message routers_updated {{(pid=88178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:23:10.117066 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c5f73c-7560-4e22-ac34-5c5b23eccdb3 None None] Sync routers for ids ['ab57ce83-a02e-406f-9b16-03bd9e22a1d4'] in dv-cinder-844605-1-iscsi {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:23:10.131021 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-bc2c264a-4f7a-432a-afbf-c0b52caa0ec6 admin admin] Notify callbacks [] for router, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:10.135115 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-bc2c264a-4f7a-432a-afbf-c0b52caa0ec6 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.4006531 Jun 28 11:23:10.135275 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c5f73c-7560-4e22-ac34-5c5b23eccdb3 None None] Routers {'ab57ce83-a02e-406f-9b16-03bd9e22a1d4'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:23:10.135398 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 59968) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:23:10.135637 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-b7c5f73c-7560-4e22-ac34-5c5b23eccdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:23:08Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['ab57ce83-a02e-406f-9b16-03bd9e22a1d4'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:23:10.190041 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] For port 38b0a042-3d1e-4e82-b6c1-353ea66d131b, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=38b0a042-3d1e-4e82-b6c1-353ea66d131b,segment=NetworkSegment(51f9b8b0-6a4d-4001-8198-b45cfc46d70a),segment_id=51f9b8b0-6a4d-4001-8198-b45cfc46d70a)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:23:10.246746 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:10.399402 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-eaaf508a-8f3e-44ff-af36-9169e93fd585 None None] Provisioning complete for port 38b0a042-3d1e-4e82-b6c1-353ea66d131b triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:23:10.399649 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-eaaf508a-8f3e-44ff-af36-9169e93fd585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:10.437487 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Pushing event updated for resources: {'Port': ['ID=38b0a042-3d1e-4e82-b6c1-353ea66d131b,revision_number=3']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:10.481406 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-b7c5f73c-7560-4e22-ac34-5c5b23eccdb3 None None] Set router ab57ce83-a02e-406f-9b16-03bd9e22a1d4 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:23:10.725754 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-eaaf508a-8f3e-44ff-af36-9169e93fd585 None None] Current status of the port 38b0a042-3d1e-4e82-b6c1-353ea66d131b is: ACTIVE; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:23:10.815932 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-b7c5f73c-7560-4e22-ac34-5c5b23eccdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab57ce83-a02e-406f-9b16-03bd9e22a1d4', 'name': 'tempest-AttachVolumeShelveTestJSON-2014905493-router', 'tenant_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '3bee77db-710d-4396-ad63-54a0523ebf0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:23:07Z', 'updated_at': '2022-06-28T11:23:09Z', 'revision_number': 3, 'project_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'gw_port': {'id': '3bee77db-710d-4396-ad63-54a0523ebf0e', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ad:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab57ce83-a02e-406f-9b16-03bd9e22a1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:23:08Z', 'updated_at': '2022-06-28T11:23:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi'}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:23:10.820047 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c5f73c-7560-4e22-ac34-5c5b23eccdb3 None None] Checking router: ab57ce83-a02e-406f-9b16-03bd9e22a1d4 for host: dv-cinder-844605-1-iscsi {{(pid=88179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:23:10.820427 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c5f73c-7560-4e22-ac34-5c5b23eccdb3 None None] Updating router ab57ce83-a02e-406f-9b16-03bd9e22a1d4 port 3bee77db-710d-4396-ad63-54a0523ebf0e binding host dv-cinder-844605-1-iscsi {{(pid=88179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 11:23:10.876149 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f73c-7560-4e22-ac34-5c5b23eccdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:10.931569 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-6f33597c-5bbe-482d-b9de-3fe1139a7dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:10.994446 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-90b31af6-315a-40c1-95e8-9ba1745e2d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:11.136904 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.db_base_plugin_common [None req-6f33597c-5bbe-482d-b9de-3fe1139a7dca admin admin] Allocated IP 172.20.0.1 (834bcaca-3130-4f84-b609-7440f584eba2/a5f33935-ebca-42b8-ae35-d32bc58dfdca/3c75a738-75b0-4d31-9653-4ace4b625505) {{(pid=88178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:23:11.218933 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f73c-7560-4e22-ac34-5c5b23eccdb3 None None] Notify callbacks [] for port, precommit_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:11.230927 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-b7c5f73c-7560-4e22-ac34-5c5b23eccdb3 None None] Transition to ACTIVE for port object 3bee77db-710d-4396-ad63-54a0523ebf0e will not be triggered until provisioned by entity L2. {{(pid=88179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:23:11.238369 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f73c-7560-4e22-ac34-5c5b23eccdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:11.283562 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-6f33597c-5bbe-482d-b9de-3fe1139a7dca admin admin] Notify callbacks [] for port, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:11.301326 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.provisioning_blocks [None req-6f33597c-5bbe-482d-b9de-3fe1139a7dca admin admin] Transition to ACTIVE for port object 3c75a738-75b0-4d31-9653-4ace4b625505 will not be triggered until provisioned by entity DHCP. {{(pid=88178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:23:11.316101 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-b7c5f73c-7560-4e22-ac34-5c5b23eccdb3 None None] Attempting to bind port 3bee77db-710d-4396-ad63-54a0523ebf0e on host dv-cinder-844605-1-iscsi for vnic_type normal with profile {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:23:11.316469 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-b7c5f73c-7560-4e22-ac34-5c5b23eccdb3 None None] Attempting to bind port 3bee77db-710d-4396-ad63-54a0523ebf0e by drivers openvswitch,hyperv on host dv-cinder-844605-1-iscsi at level 0 using segments [{'id': '886fa905-49b2-4170-854f-b2cc2955959a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463'}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:23:11.316960 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c5f73c-7560-4e22-ac34-5c5b23eccdb3 None None] Attempting to bind port 3bee77db-710d-4396-ad63-54a0523ebf0e on network 6387ef29-ddd8-4632-9016-e02c39923463 {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:23:11.322643 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ab1213-e285-49f8-be48-d9624ec6dc43 None None] Pushing event updated for resources: {'Port': ['ID=3bee77db-710d-4396-ad63-54a0523ebf0e,revision_number=2']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:11.326999 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c5f73c-7560-4e22-ac34-5c5b23eccdb3 None None] Checking agent: {'id': 'b95f8be4-ac30-48f3-8fc1-8bf3ad4a0571', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 7, 40), 'started_at': datetime.datetime(2022, 6, 28, 11, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:23:11.327372 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c5f73c-7560-4e22-ac34-5c5b23eccdb3 None None] Checking segment: {'id': '886fa905-49b2-4170-854f-b2cc2955959a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:23:11.327767 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f73c-7560-4e22-ac34-5c5b23eccdb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:11.328149 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c5f73c-7560-4e22-ac34-5c5b23eccdb3 None None] Bound using segment: {'id': '886fa905-49b2-4170-854f-b2cc2955959a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463'} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:23:11.328605 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.managers [None req-b7c5f73c-7560-4e22-ac34-5c5b23eccdb3 None None] Bound port: 3bee77db-710d-4396-ad63-54a0523ebf0e, host: dv-cinder-844605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886fa905-49b2-4170-854f-b2cc2955959a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463'}}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:23:11.329652 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f73c-7560-4e22-ac34-5c5b23eccdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:11.331136 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-6f33597c-5bbe-482d-b9de-3fe1139a7dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782103981231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287935'] for port, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:11.400670 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f33597c-5bbe-482d-b9de-3fe1139a7dca admin admin] Network 834bcaca-3130-4f84-b609-7440f584eba2 is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:23:11.403671 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.base_scheduler [None req-6f33597c-5bbe-482d-b9de-3fe1139a7dca admin admin] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:23:11.405317 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-b7c5f73c-7560-4e22-ac34-5c5b23eccdb3 None None] For port 3bee77db-710d-4396-ad63-54a0523ebf0e, host dv-cinder-844605-1-iscsi, cleared binding levels {{(pid=88179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:23:11.407896 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f33597c-5bbe-482d-b9de-3fe1139a7dca admin admin] Received port after_create {{(pid=88178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:23:11.408354 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-b7c5f73c-7560-4e22-ac34-5c5b23eccdb3 None None] For port 3bee77db-710d-4396-ad63-54a0523ebf0e, host dv-cinder-844605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=3bee77db-710d-4396-ad63-54a0523ebf0e,segment=NetworkSegment(886fa905-49b2-4170-854f-b2cc2955959a),segment_id=886fa905-49b2-4170-854f-b2cc2955959a)] {{(pid=88179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:23:11.413073 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f73c-7560-4e22-ac34-5c5b23eccdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:11.444023 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f33597c-5bbe-482d-b9de-3fe1139a7dca admin admin] Pushing event updated for resources: {'Port': ['ID=3c75a738-75b0-4d31-9653-4ace4b625505,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:11.475197 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-6f33597c-5bbe-482d-b9de-3fe1139a7dca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-361810'] for router_interface, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:11.496008 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c5f73c-7560-4e22-ac34-5c5b23eccdb3 None None] Routers {'ab57ce83-a02e-406f-9b16-03bd9e22a1d4'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:23:11.496672 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-b7c5f73c-7560-4e22-ac34-5c5b23eccdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:23:08Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['ab57ce83-a02e-406f-9b16-03bd9e22a1d4'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:23:11.555841 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ab1213-e285-49f8-be48-d9624ec6dc43 None None] Pushing event updated for resources: {'Port': ['ID=3bee77db-710d-4396-ad63-54a0523ebf0e,revision_number=3']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:11.594038 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-6f33597c-5bbe-482d-b9de-3fe1139a7dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:11.664861 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-9ac7bb04-7dd6-45ea-b3bd-e6d6007e84c0 None None] Provisioning for port 3c75a738-75b0-4d31-9653-4ace4b625505 completed by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:23:11.680244 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-9ac7bb04-7dd6-45ea-b3bd-e6d6007e84c0 None None] Provisioning complete for port 3c75a738-75b0-4d31-9653-4ace4b625505 triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:23:11.680616 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-9ac7bb04-7dd6-45ea-b3bd-e6d6007e84c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:11.710778 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 38b0a042-3d1e-4e82-b6c1-353ea66d131b up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:23:11.792865 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-b7c5f73c-7560-4e22-ac34-5c5b23eccdb3 None None] Set router ab57ce83-a02e-406f-9b16-03bd9e22a1d4 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:23:11.817265 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-6f33597c-5bbe-482d-b9de-3fe1139a7dca admin admin] Notify callbacks [] for port, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:11.822464 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-6f33597c-5bbe-482d-b9de-3fe1139a7dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2287912'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:11.858739 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-9ac7bb04-7dd6-45ea-b3bd-e6d6007e84c0 None None] Port 3c75a738-75b0-4d31-9653-4ace4b625505 cannot update to ACTIVE because it is not bound. {{(pid=88179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:23:11.927940 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f33597c-5bbe-482d-b9de-3fe1139a7dca admin admin] Pushing event updated for resources: {'Port': ['ID=3c75a738-75b0-4d31-9653-4ace4b625505,revision_number=2']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:11.930561 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-6f33597c-5bbe-482d-b9de-3fe1139a7dca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-361783'] for router_interface, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:12.054296 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning complete for port 38b0a042-3d1e-4e82-b6c1-353ea66d131b triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:23:12.054528 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:12.180332 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f33597c-5bbe-482d-b9de-3fe1139a7dca admin admin] Network 834bcaca-3130-4f84-b609-7440f584eba2 is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:23:12.181468 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.base_scheduler [None req-6f33597c-5bbe-482d-b9de-3fe1139a7dca admin admin] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:23:12.249126 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Current status of the port 38b0a042-3d1e-4e82-b6c1-353ea66d131b is: ACTIVE; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:23:12.273097 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-b7c5f73c-7560-4e22-ac34-5c5b23eccdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab57ce83-a02e-406f-9b16-03bd9e22a1d4', 'name': 'tempest-AttachVolumeShelveTestJSON-2014905493-router', 'tenant_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '3bee77db-710d-4396-ad63-54a0523ebf0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:23:07Z', 'updated_at': '2022-06-28T11:23:11Z', 'revision_number': 4, 'project_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'gw_port': {'id': '3bee77db-710d-4396-ad63-54a0523ebf0e', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ad:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab57ce83-a02e-406f-9b16-03bd9e22a1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:23:08Z', 'updated_at': '2022-06-28T11:23:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': '3c75a738-75b0-4d31-9653-4ace4b625505', 'name': '', 'network_id': '834bcaca-3130-4f84-b609-7440f584eba2', 'tenant_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'mac_address': 'fa:16:3e:a3:7f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab57ce83-a02e-406f-9b16-03bd9e22a1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'a5f33935-ebca-42b8-ae35-d32bc58dfdca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:23:10Z', 'updated_at': '2022-06-28T11:23:11Z', 'revision_number': 1, 'project_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'subnets': [{'id': 'a5f33935-ebca-42b8-ae35-d32bc58dfdca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:23:12.277351 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c5f73c-7560-4e22-ac34-5c5b23eccdb3 None None] The sync data for ids ['ab57ce83-a02e-406f-9b16-03bd9e22a1d4'] in dv-cinder-844605-1-iscsi is: [{'id': 'ab57ce83-a02e-406f-9b16-03bd9e22a1d4', 'name': 'tempest-AttachVolumeShelveTestJSON-2014905493-router', 'tenant_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '3bee77db-710d-4396-ad63-54a0523ebf0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:23:07Z', 'updated_at': '2022-06-28T11:23:11Z', 'revision_number': 4, 'project_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'gw_port': {'id': '3bee77db-710d-4396-ad63-54a0523ebf0e', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ad:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab57ce83-a02e-406f-9b16-03bd9e22a1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:23:08Z', 'updated_at': '2022-06-28T11:23:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': '3c75a738-75b0-4d31-9653-4ace4b625505', 'name': '', 'network_id': '834bcaca-3130-4f84-b609-7440f584eba2', 'tenant_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'mac_address': 'fa:16:3e:a3:7f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab57ce83-a02e-406f-9b16-03bd9e22a1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'a5f33935-ebca-42b8-ae35-d32bc58dfdca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:23:10Z', 'updated_at': '2022-06-28T11:23:11Z', 'revision_number': 1, 'project_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'subnets': [{'id': 'a5f33935-ebca-42b8-ae35-d32bc58dfdca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:23:12.376425 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f33597c-5bbe-482d-b9de-3fe1139a7dca admin admin] Router ab57ce83-a02e-406f-9b16-03bd9e22a1d4 has already been hosted by L3 agent 65138fbb-a379-4cdd-9015-09db381edeba {{(pid=88178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:23:12.380796 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-f133ce2a-c7e4-49bb-aad5-f834d6c2ddd5 None None] Provisioning complete for port 3c75a738-75b0-4d31-9653-4ace4b625505 triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:23:12.381160 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f133ce2a-c7e4-49bb-aad5-f834d6c2ddd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:12.438092 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-f133ce2a-c7e4-49bb-aad5-f834d6c2ddd5 None None] Port 3c75a738-75b0-4d31-9653-4ace4b625505 cannot update to ACTIVE because it is not bound. {{(pid=88179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:23:12.573015 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f33597c-5bbe-482d-b9de-3fe1139a7dca admin admin] Notify agent at l3_agent.dv-cinder-844605-1-iscsi the message routers_updated {{(pid=88178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:23:12.582627 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-6f33597c-5bbe-482d-b9de-3fe1139a7dca admin admin] 10.222.0.23 "PUT /v2.0/routers/ab57ce83-a02e-406f-9b16-03bd9e22a1d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4462471 Jun 28 11:23:12.920751 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 59982) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:23:12.927651 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [None req-d5df30e9-293b-42c0-b08d-d8399731e455 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Request body: {'security_group': {'name': 'tempest-securitygroup--605312217', 'description': 'tempest-description--1922389230'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:23:12.935121 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-d5df30e9-293b-42c0-b08d-d8399731e455 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:23:12.939181 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-d5df30e9-293b-42c0-b08d-d8399731e455 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Usage tracker for resource:security_group and tenant:8c5a6ea60f634bcda4032eca1bf6f9f2 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:23:12.942070 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-d5df30e9-293b-42c0-b08d-d8399731e455 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:23:12.947770 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-d5df30e9-293b-42c0-b08d-d8399731e455 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:23:12.967181 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-d5df30e9-293b-42c0-b08d-d8399731e455 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:12.989463 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-d5df30e9-293b-42c0-b08d-d8399731e455 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:23:12.994203 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-d5df30e9-293b-42c0-b08d-d8399731e455 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Usage tracker for resource:security_group_rule and tenant:8c5a6ea60f634bcda4032eca1bf6f9f2 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:23:12.997201 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-d5df30e9-293b-42c0-b08d-d8399731e455 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:23:13.003043 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-d5df30e9-293b-42c0-b08d-d8399731e455 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:23:13.087954 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-d5df30e9-293b-42c0-b08d-d8399731e455 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:13.092127 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-d5df30e9-293b-42c0-b08d-d8399731e455 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:13.136054 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5df30e9-293b-42c0-b08d-d8399731e455 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2ad84a-7560-4d29-a2cf-b7d9fb8fac31,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:13.140912 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-d5df30e9-293b-42c0-b08d-d8399731e455 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:13.145537 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-d5df30e9-293b-42c0-b08d-d8399731e455 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2203355 Jun 28 11:23:13.145911 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 59986) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:23:13.151289 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [None req-dd7bca9f-6efd-4f41-9203-8b83dc7c2ecf tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Request body: {'security_group_rule': {'security_group_id': '2e2ad84a-7560-4d29-a2cf-b7d9fb8fac31', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:23:13.157321 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-dd7bca9f-6efd-4f41-9203-8b83dc7c2ecf tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:23:13.161157 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-dd7bca9f-6efd-4f41-9203-8b83dc7c2ecf tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Usage tracker for resource:security_group_rule and tenant:8c5a6ea60f634bcda4032eca1bf6f9f2 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:23:13.164265 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-dd7bca9f-6efd-4f41-9203-8b83dc7c2ecf tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:23:13.170210 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-dd7bca9f-6efd-4f41-9203-8b83dc7c2ecf tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:23:13.188520 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-dd7bca9f-6efd-4f41-9203-8b83dc7c2ecf tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:13.253173 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-dd7bca9f-6efd-4f41-9203-8b83dc7c2ecf tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:13.258508 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-dd7bca9f-6efd-4f41-9203-8b83dc7c2ecf tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545003'] for security_group_rule, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:13.283292 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7bca9f-6efd-4f41-9203-8b83dc7c2ecf tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=241e9d4e-a2df-4836-b8e6-f4e9a0bca776,revision_number=0']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:13.291807 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-dd7bca9f-6efd-4f41-9203-8b83dc7c2ecf tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:13.293019 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-dd7bca9f-6efd-4f41-9203-8b83dc7c2ecf tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1463912 Jun 28 11:23:13.295756 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 59990) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:23:13.300806 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [None req-e2764ecb-c956-4551-9c20-bb040ae9945b tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Request body: {'security_group_rule': {'security_group_id': '2e2ad84a-7560-4d29-a2cf-b7d9fb8fac31', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:23:13.306848 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-e2764ecb-c956-4551-9c20-bb040ae9945b tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:23:13.310685 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-e2764ecb-c956-4551-9c20-bb040ae9945b tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Usage tracker for resource:security_group_rule and tenant:8c5a6ea60f634bcda4032eca1bf6f9f2 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:23:13.313656 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-e2764ecb-c956-4551-9c20-bb040ae9945b tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:23:13.319922 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-e2764ecb-c956-4551-9c20-bb040ae9945b tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:23:13.337862 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-e2764ecb-c956-4551-9c20-bb040ae9945b tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:13.404959 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-e2764ecb-c956-4551-9c20-bb040ae9945b tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:13.409844 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-e2764ecb-c956-4551-9c20-bb040ae9945b tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545003'] for security_group_rule, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:13.438969 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2764ecb-c956-4551-9c20-bb040ae9945b tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12dfab33-7d23-44e3-a85c-839fce735265,revision_number=0']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:13.451116 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-e2764ecb-c956-4551-9c20-bb040ae9945b tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:13.455245 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-e2764ecb-c956-4551-9c20-bb040ae9945b tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1557193 Jun 28 11:23:13.455887 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 59994) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:23:13.461881 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [None req-c4b4db91-c29b-4cab-9f6e-ceaec87dc1cb tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Request body: {'floatingip': {'floating_network_id': '6387ef29-ddd8-4632-9016-e02c39923463'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:23:13.468244 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-c4b4db91-c29b-4cab-9f6e-ceaec87dc1cb tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:23:13.472457 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-c4b4db91-c29b-4cab-9f6e-ceaec87dc1cb tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Usage tracker for resource:floatingip and tenant:8c5a6ea60f634bcda4032eca1bf6f9f2 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:23:13.475559 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-c4b4db91-c29b-4cab-9f6e-ceaec87dc1cb tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:23:13.482581 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-c4b4db91-c29b-4cab-9f6e-ceaec87dc1cb tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:23:13.493668 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-c4b4db91-c29b-4cab-9f6e-ceaec87dc1cb tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks [] for floatingip, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:13.637252 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-c4b4db91-c29b-4cab-9f6e-ceaec87dc1cb tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:13.704936 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 3bee77db-710d-4396-ad63-54a0523ebf0e up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:23:13.775379 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning for port 3bee77db-710d-4396-ad63-54a0523ebf0e completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:23:13.781539 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning complete for port 3bee77db-710d-4396-ad63-54a0523ebf0e triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:23:13.781935 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:13.787882 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.db_base_plugin_common [None req-c4b4db91-c29b-4cab-9f6e-ceaec87dc1cb tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Allocated IP 172.27.2.175 (6387ef29-ddd8-4632-9016-e02c39923463/5f3766c0-f55a-400a-8fdd-81b5b17b1576/dc2509fe-3880-4b18-85be-7dd91580cbab) {{(pid=88177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:23:13.901455 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Current status of the port 3bee77db-710d-4396-ad63-54a0523ebf0e is: DOWN; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:23:13.901747 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:13.920440 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] For port 3bee77db-710d-4396-ad63-54a0523ebf0e, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=3bee77db-710d-4396-ad63-54a0523ebf0e,segment=NetworkSegment(886fa905-49b2-4170-854f-b2cc2955959a),segment_id=886fa905-49b2-4170-854f-b2cc2955959a)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:23:13.925359 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:14.007027 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Pushing event updated for resources: {'Port': ['ID=3bee77db-710d-4396-ad63-54a0523ebf0e,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:14.037361 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-c4b4db91-c29b-4cab-9f6e-ceaec87dc1cb tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks [] for port, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:14.067459 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-c4b4db91-c29b-4cab-9f6e-ceaec87dc1cb tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782103981231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2688079'] for port, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:14.132683 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b4db91-c29b-4cab-9f6e-ceaec87dc1cb tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Network 6387ef29-ddd8-4632-9016-e02c39923463 is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:23:14.135542 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.base_scheduler [None req-c4b4db91-c29b-4cab-9f6e-ceaec87dc1cb tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:23:14.139347 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b4db91-c29b-4cab-9f6e-ceaec87dc1cb tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Received port after_create {{(pid=88177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:23:14.177376 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b4db91-c29b-4cab-9f6e-ceaec87dc1cb tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Pushing event updated for resources: {'Port': ['ID=dc2509fe-3880-4b18-85be-7dd91580cbab,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:14.226558 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-c4b4db91-c29b-4cab-9f6e-ceaec87dc1cb tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:14.270860 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3226fae0-724f-48e8-90b0-7dba9f4c27dd None None] Sync routers for ids ['ab57ce83-a02e-406f-9b16-03bd9e22a1d4'] in dv-cinder-844605-1-iscsi {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:23:14.280259 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3226fae0-724f-48e8-90b0-7dba9f4c27dd None None] Routers {'ab57ce83-a02e-406f-9b16-03bd9e22a1d4'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:23:14.280887 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-3226fae0-724f-48e8-90b0-7dba9f4c27dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:23:08Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['ab57ce83-a02e-406f-9b16-03bd9e22a1d4'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:23:14.288816 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-c4b4db91-c29b-4cab-9f6e-ceaec87dc1cb tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:14.458134 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvr_db [None req-3226fae0-724f-48e8-90b0-7dba9f4c27dd None None] Set router ab57ce83-a02e-406f-9b16-03bd9e22a1d4 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:23:14.498548 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-c4b4db91-c29b-4cab-9f6e-ceaec87dc1cb tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks [] for port, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:14.504401 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-c4b4db91-c29b-4cab-9f6e-ceaec87dc1cb tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2688088'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:14.610279 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b4db91-c29b-4cab-9f6e-ceaec87dc1cb tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Pushing event updated for resources: {'Port': ['ID=dc2509fe-3880-4b18-85be-7dd91580cbab,revision_number=2']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:14.625740 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-c4b4db91-c29b-4cab-9f6e-ceaec87dc1cb tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361935'] for floatingip, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:14.651584 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-c4b4db91-c29b-4cab-9f6e-ceaec87dc1cb tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for floatingip, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:14.653118 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-c4b4db91-c29b-4cab-9f6e-ceaec87dc1cb tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1959233 Jun 28 11:23:14.795429 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-3226fae0-724f-48e8-90b0-7dba9f4c27dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab57ce83-a02e-406f-9b16-03bd9e22a1d4', 'name': 'tempest-AttachVolumeShelveTestJSON-2014905493-router', 'tenant_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '3bee77db-710d-4396-ad63-54a0523ebf0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:23:07Z', 'updated_at': '2022-06-28T11:23:11Z', 'revision_number': 4, 'project_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'gw_port': {'id': '3bee77db-710d-4396-ad63-54a0523ebf0e', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ad:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab57ce83-a02e-406f-9b16-03bd9e22a1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:23:08Z', 'updated_at': '2022-06-28T11:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': '3c75a738-75b0-4d31-9653-4ace4b625505', 'name': '', 'network_id': '834bcaca-3130-4f84-b609-7440f584eba2', 'tenant_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'mac_address': 'fa:16:3e:a3:7f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab57ce83-a02e-406f-9b16-03bd9e22a1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'a5f33935-ebca-42b8-ae35-d32bc58dfdca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:23:10Z', 'updated_at': '2022-06-28T11:23:11Z', 'revision_number': 2, 'project_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'subnets': [{'id': 'a5f33935-ebca-42b8-ae35-d32bc58dfdca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:23:14.799302 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3226fae0-724f-48e8-90b0-7dba9f4c27dd None None] Checking router: ab57ce83-a02e-406f-9b16-03bd9e22a1d4 for host: dv-cinder-844605-1-iscsi {{(pid=88180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:23:14.799668 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3226fae0-724f-48e8-90b0-7dba9f4c27dd None None] Updating router ab57ce83-a02e-406f-9b16-03bd9e22a1d4 port 3c75a738-75b0-4d31-9653-4ace4b625505 binding host dv-cinder-844605-1-iscsi {{(pid=88180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 11:23:14.823460 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-2dcac779-4125-4c81-bd85-c00b9b3f75b5 req-4edf68cc-05b9-4ae3-991d-9c059fa44973 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--605312217&fields=id&tenant_id=8c5a6ea60f634bcda4032eca1bf6f9f2 HTTP/1.1" status: 200 len: 267 time: 0.0430660 Jun 28 11:23:14.851511 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron_lib.callbacks.manager [None req-3226fae0-724f-48e8-90b0-7dba9f4c27dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:14.979221 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcac779-4125-4c81-bd85-c00b9b3f75b5 req-66fe78c5-7d8b-494a-8df8-36a2c7415030 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:14.980807 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-2dcac779-4125-4c81-bd85-c00b9b3f75b5 req-66fe78c5-7d8b-494a-8df8-36a2c7415030 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/networks?id=834bcaca-3130-4f84-b609-7440f584eba2 HTTP/1.1" status: 200 len: 817 time: 0.1507456 Jun 28 11:23:14.995758 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-2dcac779-4125-4c81-bd85-c00b9b3f75b5 req-5e1fbded-1d9f-4323-a1c1-08e331c80419 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/quotas/8c5a6ea60f634bcda4032eca1bf6f9f2 HTTP/1.1" status: 200 len: 375 time: 0.0093143 Jun 28 11:23:15.089259 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-2dcac779-4125-4c81-bd85-c00b9b3f75b5 req-b4b33cb5-e702-4c23-b146-72d85f58367c tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8c5a6ea60f634bcda4032eca1bf6f9f2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0882688 Jun 28 11:23:15.199275 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron_lib.callbacks.manager [None req-3226fae0-724f-48e8-90b0-7dba9f4c27dd None None] Notify callbacks [] for port, precommit_update {{(pid=88180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:15.212220 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.provisioning_blocks [None req-3226fae0-724f-48e8-90b0-7dba9f4c27dd None None] Transition to ACTIVE for port object 3c75a738-75b0-4d31-9653-4ace4b625505 will not be triggered until provisioned by entity L2. {{(pid=88180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:23:15.219848 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron_lib.callbacks.manager [None req-3226fae0-724f-48e8-90b0-7dba9f4c27dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:15.229717 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-2dcac779-4125-4c81-bd85-c00b9b3f75b5 req-4b90bf9f-554c-4ab4-9cee-fecc11651ea5 service neutron] 10.222.0.23 "GET /v2.0/networks/834bcaca-3130-4f84-b609-7440f584eba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281114 Jun 28 11:23:15.369644 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-2dcac779-4125-4c81-bd85-c00b9b3f75b5 req-384363cd-4339-454d-b67d-4a22dfe42864 service neutron] 10.222.0.23 "GET /v2.0/networks/834bcaca-3130-4f84-b609-7440f584eba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336510 Jun 28 11:23:15.389476 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7ee538-4363-4fe1-b69f-542b5ccffd78 None None] Pushing event updated for resources: {'Port': ['ID=3c75a738-75b0-4d31-9653-4ace4b625505,revision_number=3']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:15.444895 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ee538-4363-4fe1-b69f-542b5ccffd78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:15.445377 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ee538-4363-4fe1-b69f-542b5ccffd78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:15.446061 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ee538-4363-4fe1-b69f-542b5ccffd78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:15.446571 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ee538-4363-4fe1-b69f-542b5ccffd78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:15.446960 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ee538-4363-4fe1-b69f-542b5ccffd78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:15.447340 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ee538-4363-4fe1-b69f-542b5ccffd78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:15.447731 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ee538-4363-4fe1-b69f-542b5ccffd78 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:15.448110 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ee538-4363-4fe1-b69f-542b5ccffd78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:15.448508 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ee538-4363-4fe1-b69f-542b5ccffd78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:15.448961 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ee538-4363-4fe1-b69f-542b5ccffd78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:15.449339 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ee538-4363-4fe1-b69f-542b5ccffd78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:15.449780 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ee538-4363-4fe1-b69f-542b5ccffd78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:15.477315 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.managers [None req-3226fae0-724f-48e8-90b0-7dba9f4c27dd None None] Attempting to bind port 3c75a738-75b0-4d31-9653-4ace4b625505 on host dv-cinder-844605-1-iscsi for vnic_type normal with profile {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:23:15.477642 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.managers [None req-3226fae0-724f-48e8-90b0-7dba9f4c27dd None None] Attempting to bind port 3c75a738-75b0-4d31-9653-4ace4b625505 by drivers openvswitch,hyperv on host dv-cinder-844605-1-iscsi at level 0 using segments [{'id': '51f9b8b0-6a4d-4001-8198-b45cfc46d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '834bcaca-3130-4f84-b609-7440f584eba2'}] {{(pid=88180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:23:15.478085 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3226fae0-724f-48e8-90b0-7dba9f4c27dd None None] Attempting to bind port 3c75a738-75b0-4d31-9653-4ace4b625505 on network 834bcaca-3130-4f84-b609-7440f584eba2 {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:23:15.490857 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3226fae0-724f-48e8-90b0-7dba9f4c27dd None None] Checking agent: {'id': 'b95f8be4-ac30-48f3-8fc1-8bf3ad4a0571', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844605-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 7, 40), 'started_at': datetime.datetime(2022, 6, 28, 11, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844605-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:23:15.491307 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3226fae0-724f-48e8-90b0-7dba9f4c27dd None None] Checking segment: {'id': '51f9b8b0-6a4d-4001-8198-b45cfc46d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '834bcaca-3130-4f84-b609-7440f584eba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:23:15.491798 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron_lib.callbacks.manager [None req-3226fae0-724f-48e8-90b0-7dba9f4c27dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:15.492240 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3226fae0-724f-48e8-90b0-7dba9f4c27dd None None] Bound using segment: {'id': '51f9b8b0-6a4d-4001-8198-b45cfc46d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '834bcaca-3130-4f84-b609-7440f584eba2'} {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:23:15.492850 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.managers [None req-3226fae0-724f-48e8-90b0-7dba9f4c27dd None None] Bound port: 3c75a738-75b0-4d31-9653-4ace4b625505, host: dv-cinder-844605-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51f9b8b0-6a4d-4001-8198-b45cfc46d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '834bcaca-3130-4f84-b609-7440f584eba2'}}] {{(pid=88180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:23:15.493258 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron_lib.callbacks.manager [None req-3226fae0-724f-48e8-90b0-7dba9f4c27dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:15.568547 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [req-9a6644aa-dd75-495e-810d-019cad612ef7 req-15158f69-9032-4e2d-a9f6-25d87440df93 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Synchronizing usage tracker for tenant:8c5a6ea60f634bcda4032eca1bf6f9f2 on resource:port {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:23:15.587845 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.db [None req-3226fae0-724f-48e8-90b0-7dba9f4c27dd None None] For port 3c75a738-75b0-4d31-9653-4ace4b625505, host dv-cinder-844605-1-iscsi, cleared binding levels {{(pid=88180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:23:15.588147 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [req-9a6644aa-dd75-495e-810d-019cad612ef7 req-15158f69-9032-4e2d-a9f6-25d87440df93 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Unset dirty status for tenant:8c5a6ea60f634bcda4032eca1bf6f9f2 on resource:port {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:23:15.589764 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-9a6644aa-dd75-495e-810d-019cad612ef7 req-15158f69-9032-4e2d-a9f6-25d87440df93 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d7126c-5714-441c-8f04-f8ee46be2604 HTTP/1.1" status: 200 len: 210 time: 0.0714171 Jun 28 11:23:15.591938 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.plugins.ml2.db [None req-3226fae0-724f-48e8-90b0-7dba9f4c27dd None None] For port 3c75a738-75b0-4d31-9653-4ace4b625505, host dv-cinder-844605-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=3c75a738-75b0-4d31-9653-4ace4b625505,segment=NetworkSegment(51f9b8b0-6a4d-4001-8198-b45cfc46d70a),segment_id=51f9b8b0-6a4d-4001-8198-b45cfc46d70a)] {{(pid=88180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:23:15.596659 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron_lib.callbacks.manager [None req-3226fae0-724f-48e8-90b0-7dba9f4c27dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:15.690793 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 3bee77db-710d-4396-ad63-54a0523ebf0e up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:23:15.691282 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3226fae0-724f-48e8-90b0-7dba9f4c27dd None None] Routers {'ab57ce83-a02e-406f-9b16-03bd9e22a1d4'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:23:15.691578 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-3226fae0-724f-48e8-90b0-7dba9f4c27dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:23:08Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['ab57ce83-a02e-406f-9b16-03bd9e22a1d4'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:23:15.775348 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning complete for port 3bee77db-710d-4396-ad63-54a0523ebf0e triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:23:15.775803 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:15.843341 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7ee538-4363-4fe1-b69f-542b5ccffd78 None None] Pushing event updated for resources: {'Port': ['ID=3c75a738-75b0-4d31-9653-4ace4b625505,revision_number=4']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:15.899544 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvr_db [None req-3226fae0-724f-48e8-90b0-7dba9f4c27dd None None] Set router ab57ce83-a02e-406f-9b16-03bd9e22a1d4 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:23:15.908239 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Current status of the port 3bee77db-710d-4396-ad63-54a0523ebf0e is: ACTIVE; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:23:16.228144 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-3226fae0-724f-48e8-90b0-7dba9f4c27dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab57ce83-a02e-406f-9b16-03bd9e22a1d4', 'name': 'tempest-AttachVolumeShelveTestJSON-2014905493-router', 'tenant_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '3bee77db-710d-4396-ad63-54a0523ebf0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:23:07Z', 'updated_at': '2022-06-28T11:23:11Z', 'revision_number': 4, 'project_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'gw_port': {'id': '3bee77db-710d-4396-ad63-54a0523ebf0e', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ad:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab57ce83-a02e-406f-9b16-03bd9e22a1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:23:08Z', 'updated_at': '2022-06-28T11:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': '3c75a738-75b0-4d31-9653-4ace4b625505', 'name': '', 'network_id': '834bcaca-3130-4f84-b609-7440f584eba2', 'tenant_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'mac_address': 'fa:16:3e:a3:7f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab57ce83-a02e-406f-9b16-03bd9e22a1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'a5f33935-ebca-42b8-ae35-d32bc58dfdca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:23:10Z', 'updated_at': '2022-06-28T11:23:15Z', 'revision_number': 4, 'project_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'subnets': [{'id': 'a5f33935-ebca-42b8-ae35-d32bc58dfdca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:23:16.232083 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3226fae0-724f-48e8-90b0-7dba9f4c27dd None None] The sync data for ids ['ab57ce83-a02e-406f-9b16-03bd9e22a1d4'] in dv-cinder-844605-1-iscsi is: [{'id': 'ab57ce83-a02e-406f-9b16-03bd9e22a1d4', 'name': 'tempest-AttachVolumeShelveTestJSON-2014905493-router', 'tenant_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '3bee77db-710d-4396-ad63-54a0523ebf0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:23:07Z', 'updated_at': '2022-06-28T11:23:11Z', 'revision_number': 4, 'project_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'gw_port': {'id': '3bee77db-710d-4396-ad63-54a0523ebf0e', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ad:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab57ce83-a02e-406f-9b16-03bd9e22a1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:23:08Z', 'updated_at': '2022-06-28T11:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': '3c75a738-75b0-4d31-9653-4ace4b625505', 'name': '', 'network_id': '834bcaca-3130-4f84-b609-7440f584eba2', 'tenant_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'mac_address': 'fa:16:3e:a3:7f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab57ce83-a02e-406f-9b16-03bd9e22a1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'a5f33935-ebca-42b8-ae35-d32bc58dfdca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:23:10Z', 'updated_at': '2022-06-28T11:23:15Z', 'revision_number': 4, 'project_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'subnets': [{'id': 'a5f33935-ebca-42b8-ae35-d32bc58dfdca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:23:16.811673 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c9bd1482-1958-4e3a-bf96-09ccebdf8e71 req-0a4b909b-c4e9-48f4-b9dd-dd2f126cafc7 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d7126c-5714-441c-8f04-f8ee46be2604 HTTP/1.1" status: 200 len: 210 time: 0.0669160 Jun 28 11:23:16.892434 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcac779-4125-4c81-bd85-c00b9b3f75b5 req-4c915249-811d-4e8e-8747-aa208562e42b tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:16.894139 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-2dcac779-4125-4c81-bd85-c00b9b3f75b5 req-4c915249-811d-4e8e-8747-aa208562e42b tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.43 "GET /v2.0/networks?id=834bcaca-3130-4f84-b609-7440f584eba2 HTTP/1.1" status: 200 len: 817 time: 0.2331264 Jun 28 11:23:16.949978 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-2dcac779-4125-4c81-bd85-c00b9b3f75b5 req-91774d76-0c04-47d6-8258-58f0889f2f79 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c5a6ea60f634bcda4032eca1bf6f9f2 HTTP/1.1" status: 200 len: 379 time: 0.0418615 Jun 28 11:23:16.958643 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [req-2dcac779-4125-4c81-bd85-c00b9b3f75b5 req-e34b51d9-5837-48e0-810c-547626cfab7f tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Request body: {'port': {'device_id': '19d7126c-5714-441c-8f04-f8ee46be2604', 'network_id': '834bcaca-3130-4f84-b609-7440f584eba2', 'admin_state_up': True, 'tenant_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'security_groups': ['2e2ad84a-7560-4d29-a2cf-b7d9fb8fac31']}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:23:17.096040 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [req-2dcac779-4125-4c81-bd85-c00b9b3f75b5 req-e34b51d9-5837-48e0-810c-547626cfab7f tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:23:17.106514 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [req-2dcac779-4125-4c81-bd85-c00b9b3f75b5 req-e34b51d9-5837-48e0-810c-547626cfab7f tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:23:17.119545 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dcac779-4125-4c81-bd85-c00b9b3f75b5 req-e34b51d9-5837-48e0-810c-547626cfab7f tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Made reservation on behalf of 8c5a6ea60f634bcda4032eca1bf6f9f2 for: {'port': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:23:17.123274 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-2dcac779-4125-4c81-bd85-c00b9b3f75b5 req-e34b51d9-5837-48e0-810c-547626cfab7f tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:17.398416 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.db_base_plugin_common [req-2dcac779-4125-4c81-bd85-c00b9b3f75b5 req-e34b51d9-5837-48e0-810c-547626cfab7f tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Allocated IP 172.20.0.4 (834bcaca-3130-4f84-b609-7440f584eba2/a5f33935-ebca-42b8-ae35-d32bc58dfdca/26433671-7f15-4520-b66b-9fd69b65a601) {{(pid=88177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:23:17.588086 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-2dcac779-4125-4c81-bd85-c00b9b3f75b5 req-e34b51d9-5837-48e0-810c-547626cfab7f tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks [] for port, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:17.604423 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.provisioning_blocks [req-2dcac779-4125-4c81-bd85-c00b9b3f75b5 req-e34b51d9-5837-48e0-810c-547626cfab7f tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Transition to ACTIVE for port object 26433671-7f15-4520-b66b-9fd69b65a601 will not be triggered until provisioned by entity DHCP. {{(pid=88177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:23:17.636785 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-2dcac779-4125-4c81-bd85-c00b9b3f75b5 req-e34b51d9-5837-48e0-810c-547626cfab7f tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782103981231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2688079'] for port, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:17.706968 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dcac779-4125-4c81-bd85-c00b9b3f75b5 req-e34b51d9-5837-48e0-810c-547626cfab7f tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Network 834bcaca-3130-4f84-b609-7440f584eba2 is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:23:17.708172 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.base_scheduler [req-2dcac779-4125-4c81-bd85-c00b9b3f75b5 req-e34b51d9-5837-48e0-810c-547626cfab7f tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:23:17.710554 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dcac779-4125-4c81-bd85-c00b9b3f75b5 req-e34b51d9-5837-48e0-810c-547626cfab7f tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Received port after_create {{(pid=88177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:23:17.715471 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 3c75a738-75b0-4d31-9653-4ace4b625505 up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:23:17.765832 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b51d9-5837-48e0-810c-547626cfab7f tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Pushing event updated for resources: {'Port': ['ID=26433671-7f15-4520-b66b-9fd69b65a601,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:17.792402 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning for port 3c75a738-75b0-4d31-9653-4ace4b625505 completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:23:17.793285 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcac779-4125-4c81-bd85-c00b9b3f75b5 req-e34b51d9-5837-48e0-810c-547626cfab7f tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:17.793969 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-2dcac779-4125-4c81-bd85-c00b9b3f75b5 req-e34b51d9-5837-48e0-810c-547626cfab7f tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:17.798053 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning complete for port 3c75a738-75b0-4d31-9653-4ace4b625505 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:23:17.798425 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:17.821037 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-2dcac779-4125-4c81-bd85-c00b9b3f75b5 req-e34b51d9-5837-48e0-810c-547626cfab7f tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8649669 Jun 28 11:23:17.833154 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [req-2dcac779-4125-4c81-bd85-c00b9b3f75b5 req-bda4e098-2f54-4b6a-8bf8-89885a4065a1 service neutron] Request body: {'port': {'device_id': '19d7126c-5714-441c-8f04-f8ee46be2604', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:23:17.954249 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Current status of the port 3c75a738-75b0-4d31-9653-4ace4b625505 is: DOWN; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:23:17.954776 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:17.963407 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-2dcac779-4125-4c81-bd85-c00b9b3f75b5 req-bda4e098-2f54-4b6a-8bf8-89885a4065a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:17.972007 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-95d8ca38-b13c-4aa5-9c3b-05fc6a5f88c3 None None] Provisioning for port 26433671-7f15-4520-b66b-9fd69b65a601 completed by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:23:17.994461 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-95d8ca38-b13c-4aa5-9c3b-05fc6a5f88c3 None None] Provisioning complete for port 26433671-7f15-4520-b66b-9fd69b65a601 triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:23:17.995060 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-95d8ca38-b13c-4aa5-9c3b-05fc6a5f88c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:18.046877 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] For port 3c75a738-75b0-4d31-9653-4ace4b625505, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=3c75a738-75b0-4d31-9653-4ace4b625505,segment=NetworkSegment(51f9b8b0-6a4d-4001-8198-b45cfc46d70a),segment_id=51f9b8b0-6a4d-4001-8198-b45cfc46d70a)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:23:18.057110 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:18.071520 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696ed0c-88ff-447e-8ac7-f530cbc86bc2 req-cf81d640-8c55-4dd1-a081-35dff962168b tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:18.073360 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-3696ed0c-88ff-447e-8ac7-f530cbc86bc2 req-cf81d640-8c55-4dd1-a081-35dff962168b tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d7126c-5714-441c-8f04-f8ee46be2604 HTTP/1.1" status: 200 len: 931 time: 0.0965726 Jun 28 11:23:18.122007 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-95d8ca38-b13c-4aa5-9c3b-05fc6a5f88c3 None None] Port 26433671-7f15-4520-b66b-9fd69b65a601 cannot update to ACTIVE because it is not bound. {{(pid=88179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:23:18.122663 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [req-3696ed0c-88ff-447e-8ac7-f530cbc86bc2 req-6adf4b11-3083-4e9e-8504-30da24b2caa0 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Synchronizing usage tracker for tenant:8c5a6ea60f634bcda4032eca1bf6f9f2 on resource:security_group {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:23:18.143419 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [req-3696ed0c-88ff-447e-8ac7-f530cbc86bc2 req-6adf4b11-3083-4e9e-8504-30da24b2caa0 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Unset dirty status for tenant:8c5a6ea60f634bcda4032eca1bf6f9f2 on resource:security_group {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:23:18.143992 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Pushing event updated for resources: {'Port': ['ID=3c75a738-75b0-4d31-9653-4ace4b625505,revision_number=5']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:18.145045 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-3696ed0c-88ff-447e-8ac7-f530cbc86bc2 req-6adf4b11-3083-4e9e-8504-30da24b2caa0 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e2ad84a-7560-4d29-a2cf-b7d9fb8fac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655944 Jun 28 11:23:18.331524 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.notifiers.nova [req-2dcac779-4125-4c81-bd85-c00b9b3f75b5 req-bda4e098-2f54-4b6a-8bf8-89885a4065a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26433671-7f15-4520-b66b-9fd69b65a601 {{(pid=88177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:23:18.339074 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-2dcac779-4125-4c81-bd85-c00b9b3f75b5 req-bda4e098-2f54-4b6a-8bf8-89885a4065a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:18.353786 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.provisioning_blocks [req-2dcac779-4125-4c81-bd85-c00b9b3f75b5 req-bda4e098-2f54-4b6a-8bf8-89885a4065a1 service neutron] Transition to ACTIVE for port object 26433671-7f15-4520-b66b-9fd69b65a601 will not be triggered until provisioned by entity L2. {{(pid=88177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:23:18.358989 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-2dcac779-4125-4c81-bd85-c00b9b3f75b5 req-bda4e098-2f54-4b6a-8bf8-89885a4065a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2688088'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:18.487002 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda4e098-2f54-4b6a-8bf8-89885a4065a1 service neutron] Pushing event updated for resources: {'Port': ['ID=26433671-7f15-4520-b66b-9fd69b65a601,revision_number=2']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:18.627443 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.managers [req-2dcac779-4125-4c81-bd85-c00b9b3f75b5 req-bda4e098-2f54-4b6a-8bf8-89885a4065a1 service neutron] Attempting to bind port 26433671-7f15-4520-b66b-9fd69b65a601 on host hv-cinder-84460 for vnic_type normal with profile {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:23:18.627668 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.managers [req-2dcac779-4125-4c81-bd85-c00b9b3f75b5 req-bda4e098-2f54-4b6a-8bf8-89885a4065a1 service neutron] Attempting to bind port 26433671-7f15-4520-b66b-9fd69b65a601 by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': '51f9b8b0-6a4d-4001-8198-b45cfc46d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '834bcaca-3130-4f84-b609-7440f584eba2'}] {{(pid=88177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:23:18.627961 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcac779-4125-4c81-bd85-c00b9b3f75b5 req-bda4e098-2f54-4b6a-8bf8-89885a4065a1 service neutron] Attempting to bind port 26433671-7f15-4520-b66b-9fd69b65a601 on network 834bcaca-3130-4f84-b609-7440f584eba2 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:23:18.633662 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcac779-4125-4c81-bd85-c00b9b3f75b5 req-bda4e098-2f54-4b6a-8bf8-89885a4065a1 service neutron] Port 26433671-7f15-4520-b66b-9fd69b65a601 on network 834bcaca-3130-4f84-b609-7440f584eba2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 11:23:18.633977 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcac779-4125-4c81-bd85-c00b9b3f75b5 req-bda4e098-2f54-4b6a-8bf8-89885a4065a1 service neutron] Attempting to bind port 26433671-7f15-4520-b66b-9fd69b65a601 on network 834bcaca-3130-4f84-b609-7440f584eba2 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:23:18.640594 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcac779-4125-4c81-bd85-c00b9b3f75b5 req-bda4e098-2f54-4b6a-8bf8-89885a4065a1 service neutron] Checking agent: {'id': '08bfabbf-d5f3-4ca7-8c16-3ebc8bd75d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 14), 'started_at': datetime.datetime(2022, 6, 28, 11, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:23:18.640864 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcac779-4125-4c81-bd85-c00b9b3f75b5 req-bda4e098-2f54-4b6a-8bf8-89885a4065a1 service neutron] Checking segment: {'id': '51f9b8b0-6a4d-4001-8198-b45cfc46d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '834bcaca-3130-4f84-b609-7440f584eba2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:23:18.641255 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcac779-4125-4c81-bd85-c00b9b3f75b5 req-bda4e098-2f54-4b6a-8bf8-89885a4065a1 service neutron] Bound using segment: {'id': '51f9b8b0-6a4d-4001-8198-b45cfc46d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '834bcaca-3130-4f84-b609-7440f584eba2'} {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:23:18.641738 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.managers [req-2dcac779-4125-4c81-bd85-c00b9b3f75b5 req-bda4e098-2f54-4b6a-8bf8-89885a4065a1 service neutron] Bound port: 26433671-7f15-4520-b66b-9fd69b65a601, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51f9b8b0-6a4d-4001-8198-b45cfc46d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '834bcaca-3130-4f84-b609-7440f584eba2'}}] {{(pid=88177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:23:18.642006 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-2dcac779-4125-4c81-bd85-c00b9b3f75b5 req-bda4e098-2f54-4b6a-8bf8-89885a4065a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:18.750872 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.db [req-2dcac779-4125-4c81-bd85-c00b9b3f75b5 req-bda4e098-2f54-4b6a-8bf8-89885a4065a1 service neutron] For port 26433671-7f15-4520-b66b-9fd69b65a601, host hv-cinder-84460, cleared binding levels {{(pid=88177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:23:18.754090 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.db [req-2dcac779-4125-4c81-bd85-c00b9b3f75b5 req-bda4e098-2f54-4b6a-8bf8-89885a4065a1 service neutron] For port 26433671-7f15-4520-b66b-9fd69b65a601, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=26433671-7f15-4520-b66b-9fd69b65a601,segment=NetworkSegment(51f9b8b0-6a4d-4001-8198-b45cfc46d70a),segment_id=51f9b8b0-6a4d-4001-8198-b45cfc46d70a)] {{(pid=88177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:23:18.759363 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-2dcac779-4125-4c81-bd85-c00b9b3f75b5 req-bda4e098-2f54-4b6a-8bf8-89885a4065a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2688088'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:18.823184 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcac779-4125-4c81-bd85-c00b9b3f75b5 req-bda4e098-2f54-4b6a-8bf8-89885a4065a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:18.823184 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-2dcac779-4125-4c81-bd85-c00b9b3f75b5 req-bda4e098-2f54-4b6a-8bf8-89885a4065a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:18.824539 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-2dcac779-4125-4c81-bd85-c00b9b3f75b5 req-bda4e098-2f54-4b6a-8bf8-89885a4065a1 service neutron] 10.222.0.43 "PUT /v2.0/ports/26433671-7f15-4520-b66b-9fd69b65a601 HTTP/1.1" status: 200 len: 1093 time: 0.9957695 Jun 28 11:23:18.824883 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19d7126c-5714-441c-8f04-f8ee46be2604', 'tag': '26433671-7f15-4520-b66b-9fd69b65a601'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:23:18.842782 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda4e098-2f54-4b6a-8bf8-89885a4065a1 service neutron] Pushing event updated for resources: {'Port': ['ID=26433671-7f15-4520-b66b-9fd69b65a601,revision_number=3']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:18.923148 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-702b8175-b7d3-4328-9de8-6979eade7594'] response: {'name': 'network-changed', 'server_uuid': '19d7126c-5714-441c-8f04-f8ee46be2604', 'tag': '26433671-7f15-4520-b66b-9fd69b65a601', 'status': 'completed', 'code': 200} Jun 28 11:23:18.973480 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcac779-4125-4c81-bd85-c00b9b3f75b5 req-c8869c03-f78d-4c28-81cd-b3b9e7652cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:18.975353 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-2dcac779-4125-4c81-bd85-c00b9b3f75b5 req-c8869c03-f78d-4c28-81cd-b3b9e7652cbc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8c5a6ea60f634bcda4032eca1bf6f9f2&device_id=19d7126c-5714-441c-8f04-f8ee46be2604 HTTP/1.1" status: 200 len: 1096 time: 0.0998137 Jun 28 11:23:19.047527 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-2dcac779-4125-4c81-bd85-c00b9b3f75b5 req-b267d7a7-0f62-4d2e-9803-597481c48721 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26433671-7f15-4520-b66b-9fd69b65a601 HTTP/1.1" status: 200 len: 217 time: 0.0646396 Jun 28 11:23:19.114231 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcac779-4125-4c81-bd85-c00b9b3f75b5 req-927166f6-d050-4bb4-b57c-b6e845aae648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:19.115572 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-2dcac779-4125-4c81-bd85-c00b9b3f75b5 req-927166f6-d050-4bb4-b57c-b6e845aae648 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a5f33935-ebca-42b8-ae35-d32bc58dfdca HTTP/1.1" status: 200 len: 856 time: 0.0601513 Jun 28 11:23:19.205616 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcac779-4125-4c81-bd85-c00b9b3f75b5 req-7b949509-501c-4f84-b5a9-3aae123e0202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:19.207106 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-2dcac779-4125-4c81-bd85-c00b9b3f75b5 req-7b949509-501c-4f84-b5a9-3aae123e0202 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=834bcaca-3130-4f84-b609-7440f584eba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0830319 Jun 28 11:23:19.477296 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-2dcac779-4125-4c81-bd85-c00b9b3f75b5 req-213e77e2-f0db-42b9-8add-5cc97ce7e25e service neutron] 10.222.0.43 "GET /v2.0/networks/834bcaca-3130-4f84-b609-7440f584eba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604926 Jun 28 11:23:19.560910 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b921305-07e7-4e79-96c0-8e3861797eec req-a85c3014-6e1f-4f60-933a-883901f6790a tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:19.561593 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-7b921305-07e7-4e79-96c0-8e3861797eec req-a85c3014-6e1f-4f60-933a-883901f6790a tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Synchronizing usage tracker for tenant:8c5a6ea60f634bcda4032eca1bf6f9f2 on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:23:19.590854 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-7b921305-07e7-4e79-96c0-8e3861797eec req-a85c3014-6e1f-4f60-933a-883901f6790a tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Unset dirty status for tenant:8c5a6ea60f634bcda4032eca1bf6f9f2 on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:23:19.591983 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-7b921305-07e7-4e79-96c0-8e3861797eec req-a85c3014-6e1f-4f60-933a-883901f6790a tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d7126c-5714-441c-8f04-f8ee46be2604 HTTP/1.1" status: 200 len: 943 time: 0.2301381 Jun 28 11:23:19.658401 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-2dcac779-4125-4c81-bd85-c00b9b3f75b5 req-87a5b47a-92a7-4f09-b173-c6fae5895d84 service neutron] 10.222.0.43 "GET /v2.0/networks/834bcaca-3130-4f84-b609-7440f584eba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728549 Jun 28 11:23:19.666683 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-7b921305-07e7-4e79-96c0-8e3861797eec req-c4d653e6-e66d-4458-9c00-5ed3ad4306f0 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e2ad84a-7560-4d29-a2cf-b7d9fb8fac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672293 Jun 28 11:23:19.686913 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 3c75a738-75b0-4d31-9653-4ace4b625505 up at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:23:19.756271 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Provisioning complete for port 3c75a738-75b0-4d31-9653-4ace4b625505 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:23:19.756831 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:19.799815 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d0382f-8edd-4ae2-ae8f-fef1e729ffa9 req-965cf756-17ef-4e63-acaa-9722ca049138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:19.801333 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-a7d0382f-8edd-4ae2-ae8f-fef1e729ffa9 req-965cf756-17ef-4e63-acaa-9722ca049138 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8c5a6ea60f634bcda4032eca1bf6f9f2&device_id=19d7126c-5714-441c-8f04-f8ee46be2604 HTTP/1.1" status: 200 len: 1096 time: 0.0877264 Jun 28 11:23:19.879958 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Current status of the port 3c75a738-75b0-4d31-9653-4ace4b625505 is: ACTIVE; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:23:19.940385 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d0382f-8edd-4ae2-ae8f-fef1e729ffa9 req-35da698e-f317-4502-8a22-05ef4c3ab171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:19.941868 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-a7d0382f-8edd-4ae2-ae8f-fef1e729ffa9 req-35da698e-f317-4502-8a22-05ef4c3ab171 service neutron] 10.222.0.43 "GET /v2.0/networks?id=834bcaca-3130-4f84-b609-7440f584eba2 HTTP/1.1" status: 200 len: 918 time: 0.1323557 Jun 28 11:23:20.014405 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-a7d0382f-8edd-4ae2-ae8f-fef1e729ffa9 req-b4a794d6-6b7e-4508-8ab6-971b783e742a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26433671-7f15-4520-b66b-9fd69b65a601 HTTP/1.1" status: 200 len: 217 time: 0.0622938 Jun 28 11:23:20.081135 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d0382f-8edd-4ae2-ae8f-fef1e729ffa9 req-c33c9447-0657-4b66-8fb3-ccee1479cb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:20.082665 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-a7d0382f-8edd-4ae2-ae8f-fef1e729ffa9 req-c33c9447-0657-4b66-8fb3-ccee1479cb93 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a5f33935-ebca-42b8-ae35-d32bc58dfdca HTTP/1.1" status: 200 len: 856 time: 0.0610919 Jun 28 11:23:20.173714 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d0382f-8edd-4ae2-ae8f-fef1e729ffa9 req-1bc30e89-9a41-414c-aa79-7efe1ba664c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:20.175326 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-a7d0382f-8edd-4ae2-ae8f-fef1e729ffa9 req-1bc30e89-9a41-414c-aa79-7efe1ba664c9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=834bcaca-3130-4f84-b609-7440f584eba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0849097 Jun 28 11:23:20.321600 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-a7d0382f-8edd-4ae2-ae8f-fef1e729ffa9 req-69b5c937-8ca2-4070-8d91-7010b56f0f90 service neutron] 10.222.0.43 "GET /v2.0/networks/834bcaca-3130-4f84-b609-7440f584eba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286476 Jun 28 11:23:20.462135 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-a7d0382f-8edd-4ae2-ae8f-fef1e729ffa9 req-25c9de89-cba9-4307-b2fc-510bb0f89fd5 service neutron] 10.222.0.43 "GET /v2.0/networks/834bcaca-3130-4f84-b609-7440f584eba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281993 Jun 28 11:23:20.877828 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e85e89-575e-44fd-9134-92d1ba087a91 req-528bb49c-5460-44df-a0a1-0d5a2e9d87b0 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:20.879303 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b7e85e89-575e-44fd-9134-92d1ba087a91 req-528bb49c-5460-44df-a0a1-0d5a2e9d87b0 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d7126c-5714-441c-8f04-f8ee46be2604 HTTP/1.1" status: 200 len: 943 time: 0.0950105 Jun 28 11:23:20.923434 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b7e85e89-575e-44fd-9134-92d1ba087a91 req-a1a4f185-2b15-4392-b305-d339794db11f tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e2ad84a-7560-4d29-a2cf-b7d9fb8fac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377874 Jun 28 11:23:22.133623 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa2d8aa-3c53-4fc1-a6a4-970d4e7d7550 req-20916575-4449-4619-abb6-dd91e19f3d68 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:22.135082 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-faa2d8aa-3c53-4fc1-a6a4-970d4e7d7550 req-20916575-4449-4619-abb6-dd91e19f3d68 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d7126c-5714-441c-8f04-f8ee46be2604 HTTP/1.1" status: 200 len: 943 time: 0.0922942 Jun 28 11:23:22.180223 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-faa2d8aa-3c53-4fc1-a6a4-970d4e7d7550 req-e876c7c7-582b-45c7-8ea4-1b8d9cd148a5 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e2ad84a-7560-4d29-a2cf-b7d9fb8fac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387838 Jun 28 11:23:23.154099 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device 26433671-7f15-4520-b66b-9fd69b65a601 details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=88179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:23:23.297629 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port 26433671-7f15-4520-b66b-9fd69b65a601, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=26433671-7f15-4520-b66b-9fd69b65a601,segment=NetworkSegment(51f9b8b0-6a4d-4001-8198-b45cfc46d70a),segment_id=51f9b8b0-6a4d-4001-8198-b45cfc46d70a)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:23:23.311070 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Returning: {'device': '26433671-7f15-4520-b66b-9fd69b65a601', 'network_id': '834bcaca-3130-4f84-b609-7440f584eba2', 'port_id': '26433671-7f15-4520-b66b-9fd69b65a601', 'mac_address': 'fa:16:3e:f7:fb:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f33935-ebca-42b8-ae35-d32bc58dfdca', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:23:23.366078 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Current status of the port 26433671-7f15-4520-b66b-9fd69b65a601 is: DOWN; New status is: BUILD {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:23:23.366309 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:23.377038 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28edade7-59c1-4e26-bfc4-cf126fb67a33 req-2dedcb5d-8954-4783-81e3-f0dd33746588 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:23.378501 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-28edade7-59c1-4e26-bfc4-cf126fb67a33 req-2dedcb5d-8954-4783-81e3-f0dd33746588 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d7126c-5714-441c-8f04-f8ee46be2604 HTTP/1.1" status: 200 len: 943 time: 0.0883760 Jun 28 11:23:23.386293 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26433671-7f15-4520-b66b-9fd69b65a601 {{(pid=88179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:23:23.402675 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port 26433671-7f15-4520-b66b-9fd69b65a601, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=26433671-7f15-4520-b66b-9fd69b65a601,segment=NetworkSegment(51f9b8b0-6a4d-4001-8198-b45cfc46d70a),segment_id=51f9b8b0-6a4d-4001-8198-b45cfc46d70a)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:23:23.410167 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:23.427017 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-28edade7-59c1-4e26-bfc4-cf126fb67a33 req-f4caa87c-0996-444b-9923-446320d741c2 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e2ad84a-7560-4d29-a2cf-b7d9fb8fac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411355 Jun 28 11:23:23.512421 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Pushing event updated for resources: {'Port': ['ID=26433671-7f15-4520-b66b-9fd69b65a601,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:23.659985 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] get_ports_and_sgs() called for port_ids ['26433671-7f15-4520-b66b-9fd69b65a601'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:23:24.638453 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2090f1f-04ab-4f79-8c54-9a10b9ece83d req-bba0deb1-a9c8-44bc-afdf-6b0f045d06f2 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:24.639975 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-b2090f1f-04ab-4f79-8c54-9a10b9ece83d req-bba0deb1-a9c8-44bc-afdf-6b0f045d06f2 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d7126c-5714-441c-8f04-f8ee46be2604 HTTP/1.1" status: 200 len: 944 time: 0.0923042 Jun 28 11:23:24.685943 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-b2090f1f-04ab-4f79-8c54-9a10b9ece83d req-0dcb9028-0e91-4c63-9a39-9aa8898497f1 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e2ad84a-7560-4d29-a2cf-b7d9fb8fac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398777 Jun 28 11:23:25.154702 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device 26433671-7f15-4520-b66b-9fd69b65a601 up at agent hyperv_hv-cinder-84460 {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:23:25.235689 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Provisioning for port 26433671-7f15-4520-b66b-9fd69b65a601 completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:23:25.240792 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Provisioning complete for port 26433671-7f15-4520-b66b-9fd69b65a601 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:23:25.241245 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:25.360793 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Current status of the port 26433671-7f15-4520-b66b-9fd69b65a601 is: BUILD; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:23:25.361139 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:25.400035 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19d7126c-5714-441c-8f04-f8ee46be2604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26433671-7f15-4520-b66b-9fd69b65a601'}] {{(pid=88179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:23:25.410057 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port 26433671-7f15-4520-b66b-9fd69b65a601, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=26433671-7f15-4520-b66b-9fd69b65a601,segment=NetworkSegment(51f9b8b0-6a4d-4001-8198-b45cfc46d70a),segment_id=51f9b8b0-6a4d-4001-8198-b45cfc46d70a)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:23:25.415782 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:25.447491 dv-cinder-844605-1-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee132902-50a9-450c-ab98-3da314bd0f9c'] response: {'server_uuid': '19d7126c-5714-441c-8f04-f8ee46be2604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26433671-7f15-4520-b66b-9fd69b65a601', 'code': 200} Jun 28 11:23:25.492878 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Pushing event updated for resources: {'Port': ['ID=26433671-7f15-4520-b66b-9fd69b65a601,revision_number=5']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:25.499992 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:25.500339 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:25.500668 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:25.501034 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:25.501364 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:25.501691 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:25.502011 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:25.502329 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:25.502619 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:25.502948 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:25.503263 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:25.503580 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:25.693022 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea28af40-f851-4147-b73f-414783acdcc3 req-6e18c755-7f7c-4b04-b9b1-82f1f9b9bcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:25.694498 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-ea28af40-f851-4147-b73f-414783acdcc3 req-6e18c755-7f7c-4b04-b9b1-82f1f9b9bcd8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=19d7126c-5714-441c-8f04-f8ee46be2604 HTTP/1.1" status: 200 len: 1098 time: 0.0829263 Jun 28 11:23:25.737982 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-ea28af40-f851-4147-b73f-414783acdcc3 req-91d7a822-e94a-41d3-ba9f-7ddb58e8f325 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2e2ad84a-7560-4d29-a2cf-b7d9fb8fac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361338 Jun 28 11:23:25.903580 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0398cec7-51b6-4de9-b624-d90b14e86090 req-08017438-6e30-4bab-b29d-8cdb0b45e3a7 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:25.904996 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-0398cec7-51b6-4de9-b624-d90b14e86090 req-08017438-6e30-4bab-b29d-8cdb0b45e3a7 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d7126c-5714-441c-8f04-f8ee46be2604 HTTP/1.1" status: 200 len: 945 time: 0.0983043 Jun 28 11:23:25.952422 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-0398cec7-51b6-4de9-b624-d90b14e86090 req-114586c0-a189-4844-b141-b581c96d8319 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e2ad84a-7560-4d29-a2cf-b7d9fb8fac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414903 Jun 28 11:23:27.169903 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef848364-f7f6-46c8-a02e-6bbc574e1a98 req-cea632b4-a8f6-4e7e-a9ae-d51134e7e8c4 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:27.171395 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-ef848364-f7f6-46c8-a02e-6bbc574e1a98 req-cea632b4-a8f6-4e7e-a9ae-d51134e7e8c4 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d7126c-5714-441c-8f04-f8ee46be2604 HTTP/1.1" status: 200 len: 945 time: 0.0938420 Jun 28 11:23:27.216435 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-ef848364-f7f6-46c8-a02e-6bbc574e1a98 req-5f7a1c67-95ed-417d-aec9-f76b72752c89 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e2ad84a-7560-4d29-a2cf-b7d9fb8fac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384865 Jun 28 11:23:28.420394 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a8ae72-3a7b-4987-97b0-d88f05d55b65 req-4549e04e-a686-46ad-88c7-a1bc6d138779 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:28.421967 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-75a8ae72-3a7b-4987-97b0-d88f05d55b65 req-4549e04e-a686-46ad-88c7-a1bc6d138779 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d7126c-5714-441c-8f04-f8ee46be2604 HTTP/1.1" status: 200 len: 945 time: 0.0920036 Jun 28 11:23:28.473298 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-75a8ae72-3a7b-4987-97b0-d88f05d55b65 req-d4697329-40be-402c-90cf-c08f4b83d80d tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e2ad84a-7560-4d29-a2cf-b7d9fb8fac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455351 Jun 28 11:23:28.672176 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d6ce2-b7f5-4dd3-86b8-79b6b04a7ea9 req-596f8756-d4c6-45ed-a05e-b88be062d8fc tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:28.673592 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-dc5d6ce2-b7f5-4dd3-86b8-79b6b04a7ea9 req-596f8756-d4c6-45ed-a05e-b88be062d8fc tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d7126c-5714-441c-8f04-f8ee46be2604 HTTP/1.1" status: 200 len: 945 time: 0.0932782 Jun 28 11:23:28.682430 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 60108) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:23:28.687341 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [None req-548f45e3-b5bc-40b2-a5a5-71bde5919341 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Request body: {'floatingip': {'port_id': '26433671-7f15-4520-b66b-9fd69b65a601'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:23:28.858829 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-548f45e3-b5bc-40b2-a5a5-71bde5919341 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks [] for floatingip, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:29.465270 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-548f45e3-b5bc-40b2-a5a5-71bde5919341 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:29.472215 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-548f45e3-b5bc-40b2-a5a5-71bde5919341 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361935'] for floatingip, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:29.651845 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:29.655508 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.db.l3_db [None req-548f45e3-b5bc-40b2-a5a5-71bde5919341 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Floating IP 881caec1-14d7-45d4-a110-367b973fa16b associated. External IP: 172.27.2.175, port: 26433671-7f15-4520-b66b-9fd69b65a601. Jun 28 11:23:30.014949 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-548f45e3-b5bc-40b2-a5a5-71bde5919341 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Router ab57ce83-a02e-406f-9b16-03bd9e22a1d4 has already been hosted by L3 agent 65138fbb-a379-4cdd-9015-09db381edeba {{(pid=88177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:23:30.306739 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-548f45e3-b5bc-40b2-a5a5-71bde5919341 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify agent at l3_agent.dv-cinder-844605-1-iscsi the message routers_updated {{(pid=88177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:23:30.312374 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-548f45e3-b5bc-40b2-a5a5-71bde5919341 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for floatingip, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:30.319917 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfbcbfb-5ebc-4f06-b1b2-081264f20630 None None] Sync routers for ids ['ab57ce83-a02e-406f-9b16-03bd9e22a1d4'] in dv-cinder-844605-1-iscsi {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:23:30.334952 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfbcbfb-5ebc-4f06-b1b2-081264f20630 None None] Routers {'ab57ce83-a02e-406f-9b16-03bd9e22a1d4'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:23:30.335594 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-cdfbcbfb-5ebc-4f06-b1b2-081264f20630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:23:08Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['ab57ce83-a02e-406f-9b16-03bd9e22a1d4'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:23:30.374672 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-548f45e3-b5bc-40b2-a5a5-71bde5919341 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "PUT /v2.0/floatingips/881caec1-14d7-45d4-a110-367b973fa16b HTTP/1.1" status: 200 len: 991 time: 1.6888616 Jun 28 11:23:30.374672 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19d7126c-5714-441c-8f04-f8ee46be2604', 'tag': '26433671-7f15-4520-b66b-9fd69b65a601'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:23:30.426604 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a91f559-469e-49a0-a933-b53eeca1a4a7'] response: {'name': 'network-changed', 'server_uuid': '19d7126c-5714-441c-8f04-f8ee46be2604', 'tag': '26433671-7f15-4520-b66b-9fd69b65a601', 'status': 'completed', 'code': 200} Jun 28 11:23:30.520029 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-cdfbcbfb-5ebc-4f06-b1b2-081264f20630 None None] Set router ab57ce83-a02e-406f-9b16-03bd9e22a1d4 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:23:30.533908 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9559ffb1-df22-41c5-ac5e-6bd320171425 req-6b03aa1d-61f0-47a9-a1c9-b757d78848e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:30.535830 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-9559ffb1-df22-41c5-ac5e-6bd320171425 req-6b03aa1d-61f0-47a9-a1c9-b757d78848e2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8c5a6ea60f634bcda4032eca1bf6f9f2&device_id=19d7126c-5714-441c-8f04-f8ee46be2604 HTTP/1.1" status: 200 len: 1098 time: 0.0833843 Jun 28 11:23:30.674911 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9559ffb1-df22-41c5-ac5e-6bd320171425 req-2f0983af-aee7-4eba-8e11-9734caae340a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:30.676303 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-9559ffb1-df22-41c5-ac5e-6bd320171425 req-2f0983af-aee7-4eba-8e11-9734caae340a service neutron] 10.222.0.43 "GET /v2.0/networks?id=834bcaca-3130-4f84-b609-7440f584eba2 HTTP/1.1" status: 200 len: 918 time: 0.1315231 Jun 28 11:23:30.786614 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-9559ffb1-df22-41c5-ac5e-6bd320171425 req-733fa2bf-2f78-4c4f-b48a-dc6d052561eb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26433671-7f15-4520-b66b-9fd69b65a601 HTTP/1.1" status: 200 len: 999 time: 0.1020620 Jun 28 11:23:30.851530 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9559ffb1-df22-41c5-ac5e-6bd320171425 req-2febb6bb-be68-4357-9a6d-4862c3a557dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:30.853014 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-9559ffb1-df22-41c5-ac5e-6bd320171425 req-2febb6bb-be68-4357-9a6d-4862c3a557dc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a5f33935-ebca-42b8-ae35-d32bc58dfdca HTTP/1.1" status: 200 len: 856 time: 0.0598214 Jun 28 11:23:30.886865 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-cdfbcbfb-5ebc-4f06-b1b2-081264f20630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab57ce83-a02e-406f-9b16-03bd9e22a1d4', 'name': 'tempest-AttachVolumeShelveTestJSON-2014905493-router', 'tenant_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '3bee77db-710d-4396-ad63-54a0523ebf0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:23:07Z', 'updated_at': '2022-06-28T11:23:11Z', 'revision_number': 4, 'project_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'gw_port': {'id': '3bee77db-710d-4396-ad63-54a0523ebf0e', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ad:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab57ce83-a02e-406f-9b16-03bd9e22a1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:23:08Z', 'updated_at': '2022-06-28T11:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_floatingips': [{'id': '881caec1-14d7-45d4-a110-367b973fa16b', 'tenant_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'floating_ip_address': '172.27.2.175', 'floating_network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'router_id': 'ab57ce83-a02e-406f-9b16-03bd9e22a1d4', 'port_id': '26433671-7f15-4520-b66b-9fd69b65a601', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '834bcaca-3130-4f84-b609-7440f584eba2', 'mac_address': 'fa:16:3e:f7:fb:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d7126c-5714-441c-8f04-f8ee46be2604', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:23:14Z', 'updated_at': '2022-06-28T11:23:29Z', 'revision_number': 1, 'project_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c75a738-75b0-4d31-9653-4ace4b625505', 'name': '', 'network_id': '834bcaca-3130-4f84-b609-7440f584eba2', 'tenant_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'mac_address': 'fa:16:3e:a3:7f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab57ce83-a02e-406f-9b16-03bd9e22a1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'a5f33935-ebca-42b8-ae35-d32bc58dfdca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:23:10Z', 'updated_at': '2022-06-28T11:23:18Z', 'revision_number': 5, 'project_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'subnets': [{'id': 'a5f33935-ebca-42b8-ae35-d32bc58dfdca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:23:30.890798 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfbcbfb-5ebc-4f06-b1b2-081264f20630 None None] Checking router: ab57ce83-a02e-406f-9b16-03bd9e22a1d4 for host: dv-cinder-844605-1-iscsi {{(pid=88179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:23:30.900320 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfbcbfb-5ebc-4f06-b1b2-081264f20630 None None] Routers {'ab57ce83-a02e-406f-9b16-03bd9e22a1d4'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:23:30.901663 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-cdfbcbfb-5ebc-4f06-b1b2-081264f20630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:23:08Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['ab57ce83-a02e-406f-9b16-03bd9e22a1d4'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:23:30.940670 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9559ffb1-df22-41c5-ac5e-6bd320171425 req-d695bfc5-bd64-4592-aaab-67c252357da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:30.942206 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-9559ffb1-df22-41c5-ac5e-6bd320171425 req-d695bfc5-bd64-4592-aaab-67c252357da3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=834bcaca-3130-4f84-b609-7440f584eba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0830824 Jun 28 11:23:31.080707 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-cdfbcbfb-5ebc-4f06-b1b2-081264f20630 None None] Set router ab57ce83-a02e-406f-9b16-03bd9e22a1d4 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:23:31.086503 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-9559ffb1-df22-41c5-ac5e-6bd320171425 req-c5e30e71-e8e5-4558-a289-bfc7de5245f3 service neutron] 10.222.0.43 "GET /v2.0/networks/834bcaca-3130-4f84-b609-7440f584eba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366823 Jun 28 11:23:31.228448 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-9559ffb1-df22-41c5-ac5e-6bd320171425 req-950f0cc0-19f8-455e-8c2d-b486123d50d1 service neutron] 10.222.0.43 "GET /v2.0/networks/834bcaca-3130-4f84-b609-7440f584eba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340523 Jun 28 11:23:31.485391 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-cdfbcbfb-5ebc-4f06-b1b2-081264f20630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab57ce83-a02e-406f-9b16-03bd9e22a1d4', 'name': 'tempest-AttachVolumeShelveTestJSON-2014905493-router', 'tenant_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '3bee77db-710d-4396-ad63-54a0523ebf0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:23:07Z', 'updated_at': '2022-06-28T11:23:11Z', 'revision_number': 4, 'project_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'gw_port': {'id': '3bee77db-710d-4396-ad63-54a0523ebf0e', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ad:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab57ce83-a02e-406f-9b16-03bd9e22a1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:23:08Z', 'updated_at': '2022-06-28T11:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_floatingips': [{'id': '881caec1-14d7-45d4-a110-367b973fa16b', 'tenant_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'floating_ip_address': '172.27.2.175', 'floating_network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'router_id': 'ab57ce83-a02e-406f-9b16-03bd9e22a1d4', 'port_id': '26433671-7f15-4520-b66b-9fd69b65a601', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '834bcaca-3130-4f84-b609-7440f584eba2', 'mac_address': 'fa:16:3e:f7:fb:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d7126c-5714-441c-8f04-f8ee46be2604', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:23:14Z', 'updated_at': '2022-06-28T11:23:29Z', 'revision_number': 1, 'project_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c75a738-75b0-4d31-9653-4ace4b625505', 'name': '', 'network_id': '834bcaca-3130-4f84-b609-7440f584eba2', 'tenant_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'mac_address': 'fa:16:3e:a3:7f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab57ce83-a02e-406f-9b16-03bd9e22a1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'a5f33935-ebca-42b8-ae35-d32bc58dfdca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:23:10Z', 'updated_at': '2022-06-28T11:23:18Z', 'revision_number': 5, 'project_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'subnets': [{'id': 'a5f33935-ebca-42b8-ae35-d32bc58dfdca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:23:31.491106 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfbcbfb-5ebc-4f06-b1b2-081264f20630 None None] The sync data for ids ['ab57ce83-a02e-406f-9b16-03bd9e22a1d4'] in dv-cinder-844605-1-iscsi is: [{'id': 'ab57ce83-a02e-406f-9b16-03bd9e22a1d4', 'name': 'tempest-AttachVolumeShelveTestJSON-2014905493-router', 'tenant_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '3bee77db-710d-4396-ad63-54a0523ebf0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:23:07Z', 'updated_at': '2022-06-28T11:23:11Z', 'revision_number': 4, 'project_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'gw_port': {'id': '3bee77db-710d-4396-ad63-54a0523ebf0e', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ad:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab57ce83-a02e-406f-9b16-03bd9e22a1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:23:08Z', 'updated_at': '2022-06-28T11:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_floatingips': [{'id': '881caec1-14d7-45d4-a110-367b973fa16b', 'tenant_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'floating_ip_address': '172.27.2.175', 'floating_network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'router_id': 'ab57ce83-a02e-406f-9b16-03bd9e22a1d4', 'port_id': '26433671-7f15-4520-b66b-9fd69b65a601', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '834bcaca-3130-4f84-b609-7440f584eba2', 'mac_address': 'fa:16:3e:f7:fb:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d7126c-5714-441c-8f04-f8ee46be2604', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:23:14Z', 'updated_at': '2022-06-28T11:23:29Z', 'revision_number': 1, 'project_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c75a738-75b0-4d31-9653-4ace4b625505', 'name': '', 'network_id': '834bcaca-3130-4f84-b609-7440f584eba2', 'tenant_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'mac_address': 'fa:16:3e:a3:7f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab57ce83-a02e-406f-9b16-03bd9e22a1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'a5f33935-ebca-42b8-ae35-d32bc58dfdca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:23:10Z', 'updated_at': '2022-06-28T11:23:18Z', 'revision_number': 5, 'project_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'subnets': [{'id': 'a5f33935-ebca-42b8-ae35-d32bc58dfdca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:23:31.694588 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f95baed-75cc-4e67-aee6-83660bf18555 None None] New status for floating IP 881caec1-14d7-45d4-a110-367b973fa16b: ACTIVE {{(pid=88180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:23:33.644286 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.agents_db [None req-fef25e13-dc2d-42bf-aa2e-f684c08e94a6 None None] Agent healthcheck: found 6 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:23:36.264108 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5af8aa42-2b0e-4c0e-b98b-2597a19e0d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:38.410641 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3c164a9d-3e70-4610-9030-5ac5846cfd65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:39.622386 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b58b1c24-9254-4745-9794-e7d1435c798c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:39.802828 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:40.963694 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-90b31af6-315a-40c1-95e8-9ba1745e2d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:43.203084 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b9ad7-641b-41ec-b860-458bbf4e05dc req-5c31c3c7-cf58-499e-a359-1ac66a6c7dd8 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:43.204670 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-582b9ad7-641b-41ec-b860-458bbf4e05dc req-5c31c3c7-cf58-499e-a359-1ac66a6c7dd8 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=bec1f8f0-9584-4357-94c6-5971afc46b73 HTTP/1.1" status: 200 len: 945 time: 0.0967357 Jun 28 11:23:43.248684 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-582b9ad7-641b-41ec-b860-458bbf4e05dc req-6eb777ee-d660-4e30-a721-42ad3499d56a tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ea555bc-241b-4ded-802b-43bfbcc31988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383286 Jun 28 11:23:44.476015 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff827a3-fbc7-44f5-8ee8-1635b3f1a04b req-032dd4a8-9e4f-4e98-9eba-3893a5727f66 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:44.477696 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-cff827a3-fbc7-44f5-8ee8-1635b3f1a04b req-032dd4a8-9e4f-4e98-9eba-3893a5727f66 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=bec1f8f0-9584-4357-94c6-5971afc46b73 HTTP/1.1" status: 200 len: 945 time: 0.0988257 Jun 28 11:23:44.524612 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-cff827a3-fbc7-44f5-8ee8-1635b3f1a04b req-f1a5e595-ee57-44bb-b415-fada591bfe5b tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ea555bc-241b-4ded-802b-43bfbcc31988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406506 Jun 28 11:23:44.977346 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afedbe3d-4389-4413-8374-824e200b7e28 req-4068b61d-98e5-477b-ae0f-81bae6d006df tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:44.978887 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-afedbe3d-4389-4413-8374-824e200b7e28 req-4068b61d-98e5-477b-ae0f-81bae6d006df tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.43 "GET /v2.0/ports?device_id=bec1f8f0-9584-4357-94c6-5971afc46b73 HTTP/1.1" status: 200 len: 945 time: 0.0969474 Jun 28 11:23:45.060333 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [req-afedbe3d-4389-4413-8374-824e200b7e28 req-2ef81562-59b8-40fb-80b3-4e220a980f04 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Deleting port 7f9f9e5e-96cc-4697-9348-4793fcc68c0a {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:23:45.060761 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-afedbe3d-4389-4413-8374-824e200b7e28 req-2ef81562-59b8-40fb-80b3-4e220a980f04 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:45.339444 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.db [req-afedbe3d-4389-4413-8374-824e200b7e28 req-2ef81562-59b8-40fb-80b3-4e220a980f04 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] For port 7f9f9e5e-96cc-4697-9348-4793fcc68c0a, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=7f9f9e5e-96cc-4697-9348-4793fcc68c0a,segment=NetworkSegment(17cc432d-efff-455f-9a65-b5d8bf244c2a),segment_id=17cc432d-efff-455f-9a65-b5d8bf244c2a)] {{(pid=88177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:23:45.339716 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-afedbe3d-4389-4413-8374-824e200b7e28 req-2ef81562-59b8-40fb-80b3-4e220a980f04 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:45.716776 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2361198e-236a-4757-b63a-04d19447315a req-9d76b12b-b45a-44a4-9f2f-0b8ba51a604b tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:45.718249 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-2361198e-236a-4757-b63a-04d19447315a req-9d76b12b-b45a-44a4-9f2f-0b8ba51a604b tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=bec1f8f0-9584-4357-94c6-5971afc46b73 HTTP/1.1" status: 200 len: 945 time: 0.0881419 Jun 28 11:23:45.719992 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-afedbe3d-4389-4413-8374-824e200b7e28 req-2ef81562-59b8-40fb-80b3-4e220a980f04 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:45.720457 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-afedbe3d-4389-4413-8374-824e200b7e28 req-2ef81562-59b8-40fb-80b3-4e220a980f04 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361935'] for floatingip, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:45.720614 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.db.l3_db [req-afedbe3d-4389-4413-8374-824e200b7e28 req-2ef81562-59b8-40fb-80b3-4e220a980f04 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Floating IP 953c2481-d28f-4e80-ab3d-c16691a3bf02 disassociated. External IP: 172.27.2.26, port: 7f9f9e5e-96cc-4697-9348-4793fcc68c0a. Jun 28 11:23:45.721004 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [req-afedbe3d-4389-4413-8374-824e200b7e28 req-2ef81562-59b8-40fb-80b3-4e220a980f04 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Calling delete_port for 7f9f9e5e-96cc-4697-9348-4793fcc68c0a owned by compute:nova {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:23:45.765871 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-2361198e-236a-4757-b63a-04d19447315a req-a42c3b64-de97-438e-9376-cffd5cb0ddb7 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ea555bc-241b-4ded-802b-43bfbcc31988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417240 Jun 28 11:23:45.880257 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-afedbe3d-4389-4413-8374-824e200b7e28 req-2ef81562-59b8-40fb-80b3-4e220a980f04 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782104357524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782103981240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2688079'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:45.936792 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef81562-59b8-40fb-80b3-4e220a980f04 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Pushing event deleted for resources: {'Port': ['ID=7f9f9e5e-96cc-4697-9348-4793fcc68c0a,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:45.947518 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef81562-59b8-40fb-80b3-4e220a980f04 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:45.947822 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef81562-59b8-40fb-80b3-4e220a980f04 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:45.948174 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef81562-59b8-40fb-80b3-4e220a980f04 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:45.948473 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef81562-59b8-40fb-80b3-4e220a980f04 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:45.948849 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef81562-59b8-40fb-80b3-4e220a980f04 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:45.949155 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef81562-59b8-40fb-80b3-4e220a980f04 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:45.949481 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef81562-59b8-40fb-80b3-4e220a980f04 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:45.949803 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef81562-59b8-40fb-80b3-4e220a980f04 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:45.950126 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef81562-59b8-40fb-80b3-4e220a980f04 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:45.950475 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef81562-59b8-40fb-80b3-4e220a980f04 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:45.950789 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef81562-59b8-40fb-80b3-4e220a980f04 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:45.951102 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef81562-59b8-40fb-80b3-4e220a980f04 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:46.134248 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.l3_agent_scheduler [req-afedbe3d-4389-4413-8374-824e200b7e28 req-2ef81562-59b8-40fb-80b3-4e220a980f04 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Router ade2194f-1c03-40e9-8c97-1ca6cc2e34b1 has already been hosted by L3 agent 65138fbb-a379-4cdd-9015-09db381edeba {{(pid=88177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:23:46.322205 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-afedbe3d-4389-4413-8374-824e200b7e28 req-2ef81562-59b8-40fb-80b3-4e220a980f04 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify agent at l3_agent.dv-cinder-844605-1-iscsi the message routers_updated {{(pid=88177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:23:46.332838 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ae73f8-2389-4576-847a-a0d13cdca2b3 None None] Sync routers for ids ['ade2194f-1c03-40e9-8c97-1ca6cc2e34b1'] in dv-cinder-844605-1-iscsi {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:23:46.346927 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ae73f8-2389-4576-847a-a0d13cdca2b3 None None] Routers {'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:23:46.347685 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-07ae73f8-2389-4576-847a-a0d13cdca2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:23:38Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['ade2194f-1c03-40e9-8c97-1ca6cc2e34b1'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:23:46.413328 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.l3_dvrscheduler_db [req-afedbe3d-4389-4413-8374-824e200b7e28 req-2ef81562-59b8-40fb-80b3-4e220a980f04 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] No DVR routers for this DVR port 7f9f9e5e-96cc-4697-9348-4793fcc68c0a on host hv-cinder-84460 {{(pid=88177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:23:46.415913 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-afedbe3d-4389-4413-8374-824e200b7e28 req-2ef81562-59b8-40fb-80b3-4e220a980f04 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:46.418467 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec1f8f0-9584-4357-94c6-5971afc46b73', 'name': 'network-vif-deleted', 'tag': '7f9f9e5e-96cc-4697-9348-4793fcc68c0a'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:23:46.435682 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-afedbe3d-4389-4413-8374-824e200b7e28 req-2ef81562-59b8-40fb-80b3-4e220a980f04 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.43 "DELETE /v2.0/ports/7f9f9e5e-96cc-4697-9348-4793fcc68c0a HTTP/1.1" status: 204 len: 173 time: 1.4512153 Jun 28 11:23:46.480309 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8097dbf-a1e4-4395-b43b-232a00e5d28f'] response: {'server_uuid': 'bec1f8f0-9584-4357-94c6-5971afc46b73', 'name': 'network-vif-deleted', 'tag': '7f9f9e5e-96cc-4697-9348-4793fcc68c0a', 'status': 'completed', 'code': 200} Jun 28 11:23:46.552913 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-07ae73f8-2389-4576-847a-a0d13cdca2b3 None None] Set router ade2194f-1c03-40e9-8c97-1ca6cc2e34b1 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:23:46.889496 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-07ae73f8-2389-4576-847a-a0d13cdca2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1', 'name': 'tempest-AttachVolumeTestJSON-598911938-router', 'tenant_id': '0d240302ccf0453994b861ae39dea463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f709371d-334e-4068-84cd-106c6afa05e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:21Z', 'updated_at': '2022-06-28T11:16:38Z', 'revision_number': 4, 'project_id': '0d240302ccf0453994b861ae39dea463', 'gw_port': {'id': 'f709371d-334e-4068-84cd-106c6afa05e9', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:24Z', 'updated_at': '2022-06-28T11:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': '5580a367-b90f-424e-b4b7-659e07cd44cd', 'name': '', 'network_id': '3f8d13e4-2335-496a-b358-95cda2a57319', 'tenant_id': '0d240302ccf0453994b861ae39dea463', 'mac_address': 'fa:16:3e:d4:ef:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2fabbc00-cab3-403d-bb79-f769bf69911e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:35Z', 'updated_at': '2022-06-28T11:16:51Z', 'revision_number': 5, 'project_id': '0d240302ccf0453994b861ae39dea463', 'subnets': [{'id': '2fabbc00-cab3-403d-bb79-f769bf69911e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:23:46.894015 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ae73f8-2389-4576-847a-a0d13cdca2b3 None None] Checking router: ade2194f-1c03-40e9-8c97-1ca6cc2e34b1 for host: dv-cinder-844605-1-iscsi {{(pid=88179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:23:46.907271 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ae73f8-2389-4576-847a-a0d13cdca2b3 None None] Routers {'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:23:46.907912 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-07ae73f8-2389-4576-847a-a0d13cdca2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:23:38Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['ade2194f-1c03-40e9-8c97-1ca6cc2e34b1'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:23:46.957254 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-67a80ffe-b5a9-44e6-88e1-3e924fde2af5 req-cf43a40e-cee3-41b6-9390-311828d6d48c tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/ports?device_id=bec1f8f0-9584-4357-94c6-5971afc46b73 HTTP/1.1" status: 200 len: 210 time: 0.0597014 Jun 28 11:23:47.109135 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-07ae73f8-2389-4576-847a-a0d13cdca2b3 None None] Set router ade2194f-1c03-40e9-8c97-1ca6cc2e34b1 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:23:47.445476 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-07ae73f8-2389-4576-847a-a0d13cdca2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1', 'name': 'tempest-AttachVolumeTestJSON-598911938-router', 'tenant_id': '0d240302ccf0453994b861ae39dea463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f709371d-334e-4068-84cd-106c6afa05e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:21Z', 'updated_at': '2022-06-28T11:16:38Z', 'revision_number': 4, 'project_id': '0d240302ccf0453994b861ae39dea463', 'gw_port': {'id': 'f709371d-334e-4068-84cd-106c6afa05e9', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:24Z', 'updated_at': '2022-06-28T11:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': '5580a367-b90f-424e-b4b7-659e07cd44cd', 'name': '', 'network_id': '3f8d13e4-2335-496a-b358-95cda2a57319', 'tenant_id': '0d240302ccf0453994b861ae39dea463', 'mac_address': 'fa:16:3e:d4:ef:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2fabbc00-cab3-403d-bb79-f769bf69911e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:35Z', 'updated_at': '2022-06-28T11:16:51Z', 'revision_number': 5, 'project_id': '0d240302ccf0453994b861ae39dea463', 'subnets': [{'id': '2fabbc00-cab3-403d-bb79-f769bf69911e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:23:47.449488 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ae73f8-2389-4576-847a-a0d13cdca2b3 None None] The sync data for ids ['ade2194f-1c03-40e9-8c97-1ca6cc2e34b1'] in dv-cinder-844605-1-iscsi is: [{'id': 'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1', 'name': 'tempest-AttachVolumeTestJSON-598911938-router', 'tenant_id': '0d240302ccf0453994b861ae39dea463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f709371d-334e-4068-84cd-106c6afa05e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:21Z', 'updated_at': '2022-06-28T11:16:38Z', 'revision_number': 4, 'project_id': '0d240302ccf0453994b861ae39dea463', 'gw_port': {'id': 'f709371d-334e-4068-84cd-106c6afa05e9', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:24Z', 'updated_at': '2022-06-28T11:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': '5580a367-b90f-424e-b4b7-659e07cd44cd', 'name': '', 'network_id': '3f8d13e4-2335-496a-b358-95cda2a57319', 'tenant_id': '0d240302ccf0453994b861ae39dea463', 'mac_address': 'fa:16:3e:d4:ef:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2fabbc00-cab3-403d-bb79-f769bf69911e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:35Z', 'updated_at': '2022-06-28T11:16:51Z', 'revision_number': 5, 'project_id': '0d240302ccf0453994b861ae39dea463', 'subnets': [{'id': '2fabbc00-cab3-403d-bb79-f769bf69911e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:23:47.705217 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf146d2d-7ce3-4c2d-b673-8bd4873fa33d None None] New status for floating IP 953c2481-d28f-4e80-ab3d-c16691a3bf02: DOWN {{(pid=88180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:23:48.089912 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 60244) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:23:48.165372 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-fd4560a9-25f0-4931-afea-c3ce0124b54d tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:48.194150 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-fd4560a9-25f0-4931-afea-c3ce0124b54d tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:48.254096 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-fd4560a9-25f0-4931-afea-c3ce0124b54d tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:48.277282 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4560a9-25f0-4931-afea-c3ce0124b54d tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea555bc-241b-4ded-802b-43bfbcc31988,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:48.290085 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-fd4560a9-25f0-4931-afea-c3ce0124b54d tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:48.293764 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-fd4560a9-25f0-4931-afea-c3ce0124b54d tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "DELETE /v2.0/security-groups/9ea555bc-241b-4ded-802b-43bfbcc31988 HTTP/1.1" status: 204 len: 168 time: 0.2002163 Jun 28 11:23:48.293977 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 60248) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:23:48.310263 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.api.v2.resource [None req-98912264-086b-4dac-bd7d-16e39734b134 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] show failed (client error): The resource could not be found. Jun 28 11:23:48.311213 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-98912264-086b-4dac-bd7d-16e39734b134 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "GET /v2.0/security-groups/9ea555bc-241b-4ded-802b-43bfbcc31988 HTTP/1.1" status: 404 len: 347 time: 0.0163865 Jun 28 11:23:48.314592 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 60252) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:23:48.481370 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [None req-c5ca668e-a5c0-45aa-9b24-b3e7b646c204 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Deleting port 6945f90d-9f54-46a8-a615-b1f8a058833d {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:23:48.481708 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-c5ca668e-a5c0-45aa-9b24-b3e7b646c204 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:48.657236 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-c5ca668e-a5c0-45aa-9b24-b3e7b646c204 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:48.657622 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-c5ca668e-a5c0-45aa-9b24-b3e7b646c204 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:48.879607 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [None req-c5ca668e-a5c0-45aa-9b24-b3e7b646c204 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Calling delete_port for 6945f90d-9f54-46a8-a615-b1f8a058833d owned by network:floatingip {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:23:49.034390 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-c5ca668e-a5c0-45aa-9b24-b3e7b646c204 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782104357524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782103981240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2688079'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:49.086677 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ca668e-a5c0-45aa-9b24-b3e7b646c204 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Pushing event deleted for resources: {'Port': ['ID=6945f90d-9f54-46a8-a615-b1f8a058833d,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:49.181076 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-c5ca668e-a5c0-45aa-9b24-b3e7b646c204 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks [] for floatingip, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:49.195196 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-c5ca668e-a5c0-45aa-9b24-b3e7b646c204 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for floatingip, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:49.198980 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-c5ca668e-a5c0-45aa-9b24-b3e7b646c204 tempest-AttachVolumeTestJSON-1782359555 tempest-AttachVolumeTestJSON-1782359555-project] 10.222.0.23 "DELETE /v2.0/floatingips/953c2481-d28f-4e80-ab3d-c16691a3bf02 HTTP/1.1" status: 204 len: 168 time: 0.8808644 Jun 28 11:23:49.292859 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device 7f9f9e5e-96cc-4697-9348-4793fcc68c0a no longer exists at agent hyperv_hv-cinder-84460 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:23:49.360119 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] No Port match for: 7f9f9e5e-96cc-4697-9348-4793fcc68c0a {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:23:49.360469 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device 7f9f9e5e-96cc-4697-9348-4793fcc68c0a not bound to the agent host hv-cinder-84460 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:23:51.002732 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c671a250-42b3-4c87-b7bb-babcad182390 req-47469048-9469-4b77-8da4-6e19cfb63038 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:51.004178 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c671a250-42b3-4c87-b7bb-babcad182390 req-47469048-9469-4b77-8da4-6e19cfb63038 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=c65c2e64-e576-46d5-98ad-ec0bc4ee8973 HTTP/1.1" status: 200 len: 946 time: 0.0942330 Jun 28 11:23:51.061514 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c671a250-42b3-4c87-b7bb-babcad182390 req-82797af6-96a0-4bc1-b530-cb90c7a54a7e tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d5f9fa6-7e80-4b5d-b1a9-482857691225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511382 Jun 28 11:23:52.281418 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b0ef3-83a5-4ee9-998d-d2b8209ad33c req-00a669fd-528a-4b0e-b142-ac4d061c801f tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:52.282911 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-074b0ef3-83a5-4ee9-998d-d2b8209ad33c req-00a669fd-528a-4b0e-b142-ac4d061c801f tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=c65c2e64-e576-46d5-98ad-ec0bc4ee8973 HTTP/1.1" status: 200 len: 946 time: 0.0958426 Jun 28 11:23:52.431960 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-074b0ef3-83a5-4ee9-998d-d2b8209ad33c req-25bd2721-40cd-4d34-afe7-2784f89f260d tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d5f9fa6-7e80-4b5d-b1a9-482857691225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431804 Jun 28 11:23:52.524896 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74864573-7f8b-44ab-9b42-4dd86a916c04 req-7c27d234-7ea3-468d-986c-627e07a2db66 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:52.526302 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-74864573-7f8b-44ab-9b42-4dd86a916c04 req-7c27d234-7ea3-468d-986c-627e07a2db66 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.43 "GET /v2.0/ports?device_id=c65c2e64-e576-46d5-98ad-ec0bc4ee8973 HTTP/1.1" status: 200 len: 946 time: 0.0979476 Jun 28 11:23:52.608452 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [req-74864573-7f8b-44ab-9b42-4dd86a916c04 req-00446ec9-3c60-4184-9522-909ada8de211 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Deleting port d0b303ba-dd2f-4264-9350-d4ce2c7e14c1 {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:23:52.608674 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-74864573-7f8b-44ab-9b42-4dd86a916c04 req-00446ec9-3c60-4184-9522-909ada8de211 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:52.867121 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.db [req-74864573-7f8b-44ab-9b42-4dd86a916c04 req-00446ec9-3c60-4184-9522-909ada8de211 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] For port d0b303ba-dd2f-4264-9350-d4ce2c7e14c1, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=d0b303ba-dd2f-4264-9350-d4ce2c7e14c1,segment=NetworkSegment(d955dde5-69b1-4a11-8383-f5f9cce13386),segment_id=d955dde5-69b1-4a11-8383-f5f9cce13386)] {{(pid=88177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:23:52.867390 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-74864573-7f8b-44ab-9b42-4dd86a916c04 req-00446ec9-3c60-4184-9522-909ada8de211 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:53.167580 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-74864573-7f8b-44ab-9b42-4dd86a916c04 req-00446ec9-3c60-4184-9522-909ada8de211 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:53.167937 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-74864573-7f8b-44ab-9b42-4dd86a916c04 req-00446ec9-3c60-4184-9522-909ada8de211 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361935'] for floatingip, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:53.168244 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.db.l3_db [req-74864573-7f8b-44ab-9b42-4dd86a916c04 req-00446ec9-3c60-4184-9522-909ada8de211 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Floating IP b601cca8-68e9-4bee-85fc-05eb48ae2546 disassociated. External IP: 172.27.2.66, port: d0b303ba-dd2f-4264-9350-d4ce2c7e14c1. Jun 28 11:23:53.168577 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [req-74864573-7f8b-44ab-9b42-4dd86a916c04 req-00446ec9-3c60-4184-9522-909ada8de211 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Calling delete_port for d0b303ba-dd2f-4264-9350-d4ce2c7e14c1 owned by compute:nova {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:23:53.325598 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-74864573-7f8b-44ab-9b42-4dd86a916c04 req-00446ec9-3c60-4184-9522-909ada8de211 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782104357524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782103981240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2688079'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:53.328673 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 60310) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:23:53.376259 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00446ec9-3c60-4184-9522-909ada8de211 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Pushing event deleted for resources: {'Port': ['ID=d0b303ba-dd2f-4264-9350-d4ce2c7e14c1,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:53.674330 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-118b7cc8-f858-4dbb-8c34-e8e4e1dac4c7 req-c9c48da1-94ba-4eda-be05-e9d383b6b059 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/ports?device_id=c65c2e64-e576-46d5-98ad-ec0bc4ee8973 HTTP/1.1" status: 200 len: 210 time: 0.0666711 Jun 28 11:23:53.726313 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74864573-7f8b-44ab-9b42-4dd86a916c04 req-00446ec9-3c60-4184-9522-909ada8de211 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Router 612aec67-608e-409c-a55e-b6df1c5e0ca3 has already been hosted by L3 agent 65138fbb-a379-4cdd-9015-09db381edeba {{(pid=88177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:23:53.919955 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74864573-7f8b-44ab-9b42-4dd86a916c04 req-00446ec9-3c60-4184-9522-909ada8de211 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify agent at l3_agent.dv-cinder-844605-1-iscsi the message routers_updated {{(pid=88177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:23:53.933929 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5800410-7e29-4368-bcbe-931e08489097 None None] Sync routers for ids ['612aec67-608e-409c-a55e-b6df1c5e0ca3'] in dv-cinder-844605-1-iscsi {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:23:53.945011 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-82ce4eee-defc-4fde-84ea-a89bdecaff78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362973'] for router_interface, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:53.947936 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5800410-7e29-4368-bcbe-931e08489097 None None] Routers {'612aec67-608e-409c-a55e-b6df1c5e0ca3'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:23:53.948964 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-b5800410-7e29-4368-bcbe-931e08489097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:23:38Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['612aec67-608e-409c-a55e-b6df1c5e0ca3'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:23:54.020125 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.l3_dvrscheduler_db [req-74864573-7f8b-44ab-9b42-4dd86a916c04 req-00446ec9-3c60-4184-9522-909ada8de211 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] No DVR routers for this DVR port d0b303ba-dd2f-4264-9350-d4ce2c7e14c1 on host hv-cinder-84460 {{(pid=88177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:23:54.022750 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-74864573-7f8b-44ab-9b42-4dd86a916c04 req-00446ec9-3c60-4184-9522-909ada8de211 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:54.025581 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c65c2e64-e576-46d5-98ad-ec0bc4ee8973', 'name': 'network-vif-deleted', 'tag': 'd0b303ba-dd2f-4264-9350-d4ce2c7e14c1'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:23:54.055332 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-74864573-7f8b-44ab-9b42-4dd86a916c04 req-00446ec9-3c60-4184-9522-909ada8de211 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.43 "DELETE /v2.0/ports/d0b303ba-dd2f-4264-9350-d4ce2c7e14c1 HTTP/1.1" status: 204 len: 173 time: 1.5226729 Jun 28 11:23:54.091113 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d12a4ba-87f1-45b5-9b6a-2d3f58f47d70'] response: {'server_uuid': 'c65c2e64-e576-46d5-98ad-ec0bc4ee8973', 'name': 'network-vif-deleted', 'tag': 'd0b303ba-dd2f-4264-9350-d4ce2c7e14c1', 'status': 'completed', 'code': 200} Jun 28 11:23:54.188123 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-b5800410-7e29-4368-bcbe-931e08489097 None None] Set router 612aec67-608e-409c-a55e-b6df1c5e0ca3 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:23:54.326761 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.plugin [None req-82ce4eee-defc-4fde-84ea-a89bdecaff78 admin admin] Deleting port 5580a367-b90f-424e-b4b7-659e07cd44cd {{(pid=88178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:23:54.327083 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-82ce4eee-defc-4fde-84ea-a89bdecaff78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:54.510874 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.db [None req-82ce4eee-defc-4fde-84ea-a89bdecaff78 admin admin] For port 5580a367-b90f-424e-b4b7-659e07cd44cd, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=5580a367-b90f-424e-b4b7-659e07cd44cd,segment=NetworkSegment(17cc432d-efff-455f-9a65-b5d8bf244c2a),segment_id=17cc432d-efff-455f-9a65-b5d8bf244c2a)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:23:54.511559 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-82ce4eee-defc-4fde-84ea-a89bdecaff78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:54.514112 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-b5800410-7e29-4368-bcbe-931e08489097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'name': 'tempest-AttachVolumeNegativeTest-536282704-router', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '4f6c3e24-5306-438d-a0da-444251232455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:20Z', 'updated_at': '2022-06-28T11:16:36Z', 'revision_number': 4, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'gw_port': {'id': '4f6c3e24-5306-438d-a0da-444251232455', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:22Z', 'updated_at': '2022-06-28T11:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': 'ce67a0a8-6a79-4030-ac97-89b4f9a90889', 'name': '', 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'mac_address': 'fa:16:3e:aa:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0543e16d-abbf-4f46-8991-01ac45b7ec02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:32Z', 'updated_at': '2022-06-28T11:16:52Z', 'revision_number': 5, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'subnets': [{'id': '0543e16d-abbf-4f46-8991-01ac45b7ec02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:23:54.518208 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5800410-7e29-4368-bcbe-931e08489097 None None] Checking router: 612aec67-608e-409c-a55e-b6df1c5e0ca3 for host: dv-cinder-844605-1-iscsi {{(pid=88179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:23:54.527403 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5800410-7e29-4368-bcbe-931e08489097 None None] Routers {'612aec67-608e-409c-a55e-b6df1c5e0ca3'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:23:54.528029 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-b5800410-7e29-4368-bcbe-931e08489097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:23:38Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['612aec67-608e-409c-a55e-b6df1c5e0ca3'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:23:54.643106 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.plugin [None req-82ce4eee-defc-4fde-84ea-a89bdecaff78 admin admin] Calling delete_port for 5580a367-b90f-424e-b4b7-659e07cd44cd owned by network:router_interface {{(pid=88178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:23:54.712171 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-b5800410-7e29-4368-bcbe-931e08489097 None None] Set router 612aec67-608e-409c-a55e-b6df1c5e0ca3 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:23:54.808063 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 60324) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:23:54.878262 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-47c885aa-84ee-4695-81a5-09c0361ad3e7 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:54.910293 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-47c885aa-84ee-4695-81a5-09c0361ad3e7 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:54.945653 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-82ce4eee-defc-4fde-84ea-a89bdecaff78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782104357524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782103981240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287935'] for port, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:54.969872 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-47c885aa-84ee-4695-81a5-09c0361ad3e7 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:54.992882 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c885aa-84ee-4695-81a5-09c0361ad3e7 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5f9fa6-7e80-4b5d-b1a9-482857691225,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:55.009405 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-47c885aa-84ee-4695-81a5-09c0361ad3e7 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:55.010545 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-47c885aa-84ee-4695-81a5-09c0361ad3e7 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "DELETE /v2.0/security-groups/4d5f9fa6-7e80-4b5d-b1a9-482857691225 HTTP/1.1" status: 204 len: 168 time: 0.2012889 Jun 28 11:23:55.017122 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 60328) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:23:55.026092 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ce4eee-defc-4fde-84ea-a89bdecaff78 admin admin] Pushing event deleted for resources: {'Port': ['ID=5580a367-b90f-424e-b4b7-659e07cd44cd,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:55.033938 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.api.v2.resource [None req-7674f600-a8d5-4b01-94e3-746df8c170ec tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] show failed (client error): The resource could not be found. Jun 28 11:23:55.038102 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-7674f600-a8d5-4b01-94e3-746df8c170ec tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "GET /v2.0/security-groups/4d5f9fa6-7e80-4b5d-b1a9-482857691225 HTTP/1.1" status: 404 len: 347 time: 0.0199420 Jun 28 11:23:55.038957 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 60332) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:23:55.061201 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-b5800410-7e29-4368-bcbe-931e08489097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'name': 'tempest-AttachVolumeNegativeTest-536282704-router', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '4f6c3e24-5306-438d-a0da-444251232455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:20Z', 'updated_at': '2022-06-28T11:16:36Z', 'revision_number': 4, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'gw_port': {'id': '4f6c3e24-5306-438d-a0da-444251232455', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:22Z', 'updated_at': '2022-06-28T11:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': 'ce67a0a8-6a79-4030-ac97-89b4f9a90889', 'name': '', 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'mac_address': 'fa:16:3e:aa:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0543e16d-abbf-4f46-8991-01ac45b7ec02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:32Z', 'updated_at': '2022-06-28T11:16:52Z', 'revision_number': 5, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'subnets': [{'id': '0543e16d-abbf-4f46-8991-01ac45b7ec02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:23:55.066511 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5800410-7e29-4368-bcbe-931e08489097 None None] The sync data for ids ['612aec67-608e-409c-a55e-b6df1c5e0ca3'] in dv-cinder-844605-1-iscsi is: [{'id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'name': 'tempest-AttachVolumeNegativeTest-536282704-router', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '4f6c3e24-5306-438d-a0da-444251232455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:20Z', 'updated_at': '2022-06-28T11:16:36Z', 'revision_number': 4, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'gw_port': {'id': '4f6c3e24-5306-438d-a0da-444251232455', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:22Z', 'updated_at': '2022-06-28T11:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': 'ce67a0a8-6a79-4030-ac97-89b4f9a90889', 'name': '', 'network_id': '21e79c31-8e4c-4686-94df-41e665c65d49', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'mac_address': 'fa:16:3e:aa:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0543e16d-abbf-4f46-8991-01ac45b7ec02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:32Z', 'updated_at': '2022-06-28T11:16:52Z', 'revision_number': 5, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'subnets': [{'id': '0543e16d-abbf-4f46-8991-01ac45b7ec02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:23:55.221267 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [None req-53d062ac-a384-428c-b332-713d442e1726 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Deleting port fe8e894c-409a-4fac-a8dc-ab710bacc3fe {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:23:55.221864 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-53d062ac-a384-428c-b332-713d442e1726 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:55.355535 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-82ce4eee-defc-4fde-84ea-a89bdecaff78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362921'] for router_interface, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:55.356361 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec1f7cd-a8a1-4b78-9543-4d9276e83784 None None] New status for floating IP b601cca8-68e9-4bee-85fc-05eb48ae2546: DOWN {{(pid=88180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:23:55.424804 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-53d062ac-a384-428c-b332-713d442e1726 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:55.425242 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-53d062ac-a384-428c-b332-713d442e1726 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:55.554279 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [None req-53d062ac-a384-428c-b332-713d442e1726 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Calling delete_port for fe8e894c-409a-4fac-a8dc-ab710bacc3fe owned by network:floatingip {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:23:55.668805 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.db.api [None req-53d062ac-a384-428c-b332-713d442e1726 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 11:23:55.669284 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG oslo_db.api [None req-53d062ac-a384-428c-b332-713d442e1726 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 11:23:55.756075 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82ce4eee-defc-4fde-84ea-a89bdecaff78 admin admin] Router ade2194f-1c03-40e9-8c97-1ca6cc2e34b1 has already been hosted by L3 agent 65138fbb-a379-4cdd-9015-09db381edeba {{(pid=88178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:23:55.953538 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ce4eee-defc-4fde-84ea-a89bdecaff78 admin admin] Notify agent at l3_agent.dv-cinder-844605-1-iscsi the message routers_updated {{(pid=88178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:23:55.964502 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493bf8ad-3a79-4689-9813-9edca6efa2d3 None None] Sync routers for ids ['ade2194f-1c03-40e9-8c97-1ca6cc2e34b1'] in dv-cinder-844605-1-iscsi {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:23:55.971829 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-82ce4eee-defc-4fde-84ea-a89bdecaff78 admin admin] 10.222.0.23 "PUT /v2.0/routers/ade2194f-1c03-40e9-8c97-1ca6cc2e34b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6396537 Jun 28 11:23:55.972981 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 60336) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:23:55.979077 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493bf8ad-3a79-4689-9813-9edca6efa2d3 None None] Routers {'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:23:55.980219 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-493bf8ad-3a79-4689-9813-9edca6efa2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:23:38Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['ade2194f-1c03-40e9-8c97-1ca6cc2e34b1'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:23:56.161980 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-07ffd1d0-00bb-4171-9151-f089713da1d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:56.181347 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-493bf8ad-3a79-4689-9813-9edca6efa2d3 None None] Set router ade2194f-1c03-40e9-8c97-1ca6cc2e34b1 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:23:56.207872 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [None req-53d062ac-a384-428c-b332-713d442e1726 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Deleting port fe8e894c-409a-4fac-a8dc-ab710bacc3fe {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:23:56.208177 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-53d062ac-a384-428c-b332-713d442e1726 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:56.512497 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-493bf8ad-3a79-4689-9813-9edca6efa2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1', 'name': 'tempest-AttachVolumeTestJSON-598911938-router', 'tenant_id': '0d240302ccf0453994b861ae39dea463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f709371d-334e-4068-84cd-106c6afa05e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:21Z', 'updated_at': '2022-06-28T11:23:54Z', 'revision_number': 5, 'project_id': '0d240302ccf0453994b861ae39dea463', 'gw_port': {'id': 'f709371d-334e-4068-84cd-106c6afa05e9', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:24Z', 'updated_at': '2022-06-28T11:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi'}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:23:56.517221 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493bf8ad-3a79-4689-9813-9edca6efa2d3 None None] Checking router: ade2194f-1c03-40e9-8c97-1ca6cc2e34b1 for host: dv-cinder-844605-1-iscsi {{(pid=88179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:23:56.526805 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493bf8ad-3a79-4689-9813-9edca6efa2d3 None None] Routers {'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:23:56.527539 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-493bf8ad-3a79-4689-9813-9edca6efa2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:23:38Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['ade2194f-1c03-40e9-8c97-1ca6cc2e34b1'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:23:56.577801 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-07ffd1d0-00bb-4171-9151-f089713da1d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:56.596526 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-53d062ac-a384-428c-b332-713d442e1726 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:56.596951 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-53d062ac-a384-428c-b332-713d442e1726 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:56.604425 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [None req-07ffd1d0-00bb-4171-9151-f089713da1d6 admin admin] Deleting port f709371d-334e-4068-84cd-106c6afa05e9 {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:23:56.604777 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-07ffd1d0-00bb-4171-9151-f089713da1d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:56.706825 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-493bf8ad-3a79-4689-9813-9edca6efa2d3 None None] Set router ade2194f-1c03-40e9-8c97-1ca6cc2e34b1 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:23:56.757019 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [None req-53d062ac-a384-428c-b332-713d442e1726 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Calling delete_port for fe8e894c-409a-4fac-a8dc-ab710bacc3fe owned by network:floatingip {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:23:56.987980 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.db [None req-07ffd1d0-00bb-4171-9151-f089713da1d6 admin admin] For port f709371d-334e-4068-84cd-106c6afa05e9, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=f709371d-334e-4068-84cd-106c6afa05e9,segment=NetworkSegment(886fa905-49b2-4170-854f-b2cc2955959a),segment_id=886fa905-49b2-4170-854f-b2cc2955959a)] {{(pid=88177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:23:56.988839 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-07ffd1d0-00bb-4171-9151-f089713da1d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:57.011693 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-493bf8ad-3a79-4689-9813-9edca6efa2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1', 'name': 'tempest-AttachVolumeTestJSON-598911938-router', 'tenant_id': '0d240302ccf0453994b861ae39dea463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f709371d-334e-4068-84cd-106c6afa05e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:21Z', 'updated_at': '2022-06-28T11:23:54Z', 'revision_number': 5, 'project_id': '0d240302ccf0453994b861ae39dea463', 'gw_port': {'id': 'f709371d-334e-4068-84cd-106c6afa05e9', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:24Z', 'updated_at': '2022-06-28T11:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi'}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:23:57.015781 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493bf8ad-3a79-4689-9813-9edca6efa2d3 None None] The sync data for ids ['ade2194f-1c03-40e9-8c97-1ca6cc2e34b1'] in dv-cinder-844605-1-iscsi is: [{'id': 'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1', 'name': 'tempest-AttachVolumeTestJSON-598911938-router', 'tenant_id': '0d240302ccf0453994b861ae39dea463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f709371d-334e-4068-84cd-106c6afa05e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:21Z', 'updated_at': '2022-06-28T11:23:54Z', 'revision_number': 5, 'project_id': '0d240302ccf0453994b861ae39dea463', 'gw_port': {'id': 'f709371d-334e-4068-84cd-106c6afa05e9', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade2194f-1c03-40e9-8c97-1ca6cc2e34b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:24Z', 'updated_at': '2022-06-28T11:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi'}] {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:23:57.120961 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [None req-07ffd1d0-00bb-4171-9151-f089713da1d6 admin admin] Calling delete_port for f709371d-334e-4068-84cd-106c6afa05e9 owned by network:router_gateway {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:23:57.172952 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-53d062ac-a384-428c-b332-713d442e1726 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782104357524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782103981240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2688079'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:57.222890 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d062ac-a384-428c-b332-713d442e1726 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Pushing event deleted for resources: {'Port': ['ID=fe8e894c-409a-4fac-a8dc-ab710bacc3fe,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:57.342146 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device d0b303ba-dd2f-4264-9350-d4ce2c7e14c1 no longer exists at agent hyperv_hv-cinder-84460 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:23:57.355555 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-53d062ac-a384-428c-b332-713d442e1726 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks [] for floatingip, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:57.383446 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] No Port match for: d0b303ba-dd2f-4264-9350-d4ce2c7e14c1 {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:23:57.383823 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device d0b303ba-dd2f-4264-9350-d4ce2c7e14c1 not bound to the agent host hv-cinder-84460 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:23:57.406119 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-53d062ac-a384-428c-b332-713d442e1726 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for floatingip, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:57.407242 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-53d062ac-a384-428c-b332-713d442e1726 tempest-AttachVolumeNegativeTest-1231994826 tempest-AttachVolumeNegativeTest-1231994826-project] 10.222.0.23 "DELETE /v2.0/floatingips/b601cca8-68e9-4bee-85fc-05eb48ae2546 HTTP/1.1" status: 204 len: 168 time: 2.3665938 Jun 28 11:23:57.449175 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-07ffd1d0-00bb-4171-9151-f089713da1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782104357524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782103981240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2688079'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:57.503732 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ffd1d0-00bb-4171-9151-f089713da1d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f709371d-334e-4068-84cd-106c6afa05e9,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:57.616005 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-07ffd1d0-00bb-4171-9151-f089713da1d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362556'] for router_gateway, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:57.714333 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 5580a367-b90f-424e-b4b7-659e07cd44cd no longer exists at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:23:57.748503 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] No Port match for: 5580a367-b90f-424e-b4b7-659e07cd44cd {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:23:57.749027 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 5580a367-b90f-424e-b4b7-659e07cd44cd not bound to the agent host dv-cinder-844605-1-iscsi {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:23:57.902882 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-07ffd1d0-00bb-4171-9151-f089713da1d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5234'] for router, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:57.905315 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-07ffd1d0-00bb-4171-9151-f089713da1d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:57.930558 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-07ffd1d0-00bb-4171-9151-f089713da1d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-360925'] for router, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:57.931145 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ffd1d0-00bb-4171-9151-f089713da1d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ade2194f-1c03-40e9-8c97-1ca6cc2e34b1 {{(pid=88177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 28 11:23:57.947613 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-07ffd1d0-00bb-4171-9151-f089713da1d6 admin admin] Notify callbacks [] for router, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:57.951182 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-07ffd1d0-00bb-4171-9151-f089713da1d6 admin admin] 10.222.0.23 "DELETE /v2.0/routers/ade2194f-1c03-40e9-8c97-1ca6cc2e34b1 HTTP/1.1" status: 204 len: 168 time: 1.9747837 Jun 28 11:23:57.951433 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 60344) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:23:58.014934 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd7f8fae-1ea1-4bc9-acf9-90f591b40883 admin admin] Deleting subnet 2fabbc00-cab3-403d-bb79-f769bf69911e {{(pid=88177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 28 11:23:58.018275 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-bd7f8fae-1ea1-4bc9-acf9-90f591b40883 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:58.077023 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-bd7f8fae-1ea1-4bc9-acf9-90f591b40883 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2687806'] for subnet, precommit_delete_associations {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:58.209095 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-bd7f8fae-1ea1-4bc9-acf9-90f591b40883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7782429'] for subnet, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:58.296002 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-bd7f8fae-1ea1-4bc9-acf9-90f591b40883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7782438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2688018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1870494'] for subnet, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:58.335514 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7f8fae-1ea1-4bc9-acf9-90f591b40883 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fabbc00-cab3-403d-bb79-f769bf69911e,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:58.337336 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-bd7f8fae-1ea1-4bc9-acf9-90f591b40883 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562711'] for subnet, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:58.341606 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1819252b-8f7b-481d-a2df-ef9f1f70891e None None] Network 3f8d13e4-2335-496a-b358-95cda2a57319 requested from dv-cinder-844605-1-iscsi {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:23:58.343534 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-bd7f8fae-1ea1-4bc9-acf9-90f591b40883 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2fabbc00-cab3-403d-bb79-f769bf69911e HTTP/1.1" status: 204 len: 168 time: 0.3911409 Jun 28 11:23:58.347627 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 60348) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:23:58.468211 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-2e710fcf-b838-4446-a93d-d0d67c55a2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7702436'] for network, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:58.479056 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [None req-2e710fcf-b838-4446-a93d-d0d67c55a2bf admin admin] Deleting port 6cb45951-548e-4f3d-b219-06ce112da0df {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:23:58.479374 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-2e710fcf-b838-4446-a93d-d0d67c55a2bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:58.639301 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec34292-2e24-43e1-aca5-780942e2d55d None None] DHCP port deletion for 3f8d13e4-2335-496a-b358-95cda2a57319 request from dv-cinder-844605-1-iscsi {{(pid=88179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 28 11:23:58.643630 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-3ec34292-2e24-43e1-aca5-780942e2d55d None None] Deleting port 6cb45951-548e-4f3d-b219-06ce112da0df {{(pid=88179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:23:58.644432 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3ec34292-2e24-43e1-aca5-780942e2d55d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:58.695610 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.db [None req-2e710fcf-b838-4446-a93d-d0d67c55a2bf admin admin] For port 6cb45951-548e-4f3d-b219-06ce112da0df, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=6cb45951-548e-4f3d-b219-06ce112da0df,segment=NetworkSegment(17cc432d-efff-455f-9a65-b5d8bf244c2a),segment_id=17cc432d-efff-455f-9a65-b5d8bf244c2a)] {{(pid=88177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:23:58.696006 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-2e710fcf-b838-4446-a93d-d0d67c55a2bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:58.818964 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [None req-2e710fcf-b838-4446-a93d-d0d67c55a2bf admin admin] Calling delete_port for 6cb45951-548e-4f3d-b219-06ce112da0df owned by network:dhcp {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:23:58.901268 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-2e710fcf-b838-4446-a93d-d0d67c55a2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782104357524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782103981240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2688079'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:58.917497 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-3ec34292-2e24-43e1-aca5-780942e2d55d None None] For port 6cb45951-548e-4f3d-b219-06ce112da0df, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=6cb45951-548e-4f3d-b219-06ce112da0df,segment=NetworkSegment(17cc432d-efff-455f-9a65-b5d8bf244c2a),segment_id=17cc432d-efff-455f-9a65-b5d8bf244c2a)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:23:58.917973 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3ec34292-2e24-43e1-aca5-780942e2d55d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:58.957546 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e710fcf-b838-4446-a93d-d0d67c55a2bf admin admin] No DVR routers for this DVR port 6cb45951-548e-4f3d-b219-06ce112da0df on host dv-cinder-844605-1-iscsi {{(pid=88177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:23:58.988374 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e710fcf-b838-4446-a93d-d0d67c55a2bf admin admin] Pushing event deleted for resources: {'Port': ['ID=6cb45951-548e-4f3d-b219-06ce112da0df,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:59.085636 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-3ec34292-2e24-43e1-aca5-780942e2d55d None None] Calling delete_port for 6cb45951-548e-4f3d-b219-06ce112da0df owned by network:dhcp {{(pid=88179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:23:59.088430 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-2e710fcf-b838-4446-a93d-d0d67c55a2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7788904', 'neutron.services.segments.db._delete_segments_for_network-8782104351353'] for network, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:59.116991 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.services.segments.db [None req-2e710fcf-b838-4446-a93d-d0d67c55a2bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f8d13e4-2335-496a-b358-95cda2a57319']}} {{(pid=88177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:23:59.133744 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.services.segments.db [None req-2e710fcf-b838-4446-a93d-d0d67c55a2bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17cc432d-efff-455f-9a65-b5d8bf244c2a') {'for_net_delete': True} {{(pid=88177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:23:59.134024 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.services.segments.db [None req-2e710fcf-b838-4446-a93d-d0d67c55a2bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17cc432d-efff-455f-9a65-b5d8bf244c2a') {} {{(pid=88177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:23:59.148579 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-2e710fcf-b838-4446-a93d-d0d67c55a2bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782104354196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2687799'] for segment, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:59.168707 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-2e710fcf-b838-4446-a93d-d0d67c55a2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812087'] for segment, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:59.176370 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e710fcf-b838-4446-a93d-d0d67c55a2bf admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=88177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 11:23:59.177140 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-2e710fcf-b838-4446-a93d-d0d67c55a2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7812088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2688188'] for segment, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:59.215930 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.db.api [None req-3ec34292-2e24-43e1-aca5-780942e2d55d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 11:23:59.216314 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG oslo_db.api [None req-3ec34292-2e24-43e1-aca5-780942e2d55d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 11:23:59.245472 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.services.segments.plugin [-] Segment 17cc432d-efff-455f-9a65-b5d8bf244c2a resource provider aggregate not found Jun 28 11:23:59.271082 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.services.segments.plugin [-] Segment 17cc432d-efff-455f-9a65-b5d8bf244c2a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 17cc432d-efff-455f-9a65-b5d8bf244c2a found for delete ", "request_id": "req-fd95fb28-11ed-42f9-a8b3-69dd27e9bf33"}]} Jun 28 11:23:59.282034 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-2e710fcf-b838-4446-a93d-d0d67c55a2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7788903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361949'] for network, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:59.298886 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-2e710fcf-b838-4446-a93d-d0d67c55a2bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562711'] for network, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:59.309255 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e710fcf-b838-4446-a93d-d0d67c55a2bf admin admin] Pushing event deleted for resources: {'Network': ['ID=3f8d13e4-2335-496a-b358-95cda2a57319,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:59.323018 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-2e710fcf-b838-4446-a93d-d0d67c55a2bf admin admin] 10.222.0.23 "DELETE /v2.0/networks/3f8d13e4-2335-496a-b358-95cda2a57319 HTTP/1.1" status: 204 len: 168 time: 0.9744647 Jun 28 11:23:59.448884 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 60368) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:23:59.513232 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-47344f2e-c232-4c6b-ad1e-fb65a220c0a4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0d240302ccf0453994b861ae39dea463&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0629213 Jun 28 11:23:59.516393 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 60372) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:23:59.579184 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-a02623b5-a15e-4447-92a1-e2363cc9cc8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:59.605077 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-a02623b5-a15e-4447-92a1-e2363cc9cc8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:59.675834 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:59.703431 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 6cb45951-548e-4f3d-b219-06ce112da0df no longer exists at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:23:59.732399 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-3ec34292-2e24-43e1-aca5-780942e2d55d None None] Deleting port 6cb45951-548e-4f3d-b219-06ce112da0df {{(pid=88179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:23:59.732812 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3ec34292-2e24-43e1-aca5-780942e2d55d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:59.753238 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-a02623b5-a15e-4447-92a1-e2363cc9cc8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:59.770966 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02623b5-a15e-4447-92a1-e2363cc9cc8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c95dec-81b2-498e-8eaf-d1121c971e37,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:59.778537 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-a02623b5-a15e-4447-92a1-e2363cc9cc8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:59.779647 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-a02623b5-a15e-4447-92a1-e2363cc9cc8c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e5c95dec-81b2-498e-8eaf-d1121c971e37 HTTP/1.1" status: 204 len: 168 time: 0.2622426 Jun 28 11:23:59.780176 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] No Port match for: 6cb45951-548e-4f3d-b219-06ce112da0df {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:23:59.780531 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 6cb45951-548e-4f3d-b219-06ce112da0df not bound to the agent host dv-cinder-844605-1-iscsi {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:23:59.780942 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device f709371d-334e-4068-84cd-106c6afa05e9 no longer exists at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:23:59.849153 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] No Port match for: f709371d-334e-4068-84cd-106c6afa05e9 {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:23:59.849441 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device f709371d-334e-4068-84cd-106c6afa05e9 not bound to the agent host dv-cinder-844605-1-iscsi {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:23:59.855455 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-3ec34292-2e24-43e1-aca5-780942e2d55d None None] The port '6cb45951-548e-4f3d-b219-06ce112da0df' was deleted {{(pid=88179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 28 11:24:01.277682 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 60440) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:01.397740 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-5521752b-40b3-4daa-b89e-082d4995c85e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:01.412983 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-5521752b-40b3-4daa-b89e-082d4995c85e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:24:01.416814 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-5521752b-40b3-4daa-b89e-082d4995c85e admin admin] Usage tracker for resource:security_group_rule and tenant:3d3a0a6ba4664a438a018a1f427d1893 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:24:01.419778 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-5521752b-40b3-4daa-b89e-082d4995c85e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:24:01.425750 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-5521752b-40b3-4daa-b89e-082d4995c85e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:24:01.519167 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-5521752b-40b3-4daa-b89e-082d4995c85e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:01.526656 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-5521752b-40b3-4daa-b89e-082d4995c85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:01.572515 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5521752b-40b3-4daa-b89e-082d4995c85e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d612d6c-ea5a-4220-9238-455d37cea4a4,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:01.578491 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-5521752b-40b3-4daa-b89e-082d4995c85e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3d3a0a6ba4664a438a018a1f427d1893&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2981124 Jun 28 11:24:01.579335 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 60450) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:01.642572 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-5c540853-4422-4314-b2db-1fa504125d25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:01.669231 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-5c540853-4422-4314-b2db-1fa504125d25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:01.721352 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-5c540853-4422-4314-b2db-1fa504125d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:01.724073 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 60456) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:01.738127 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c540853-4422-4314-b2db-1fa504125d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d612d6c-ea5a-4220-9238-455d37cea4a4,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:01.743856 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-5c540853-4422-4314-b2db-1fa504125d25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:01.754210 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-5c540853-4422-4314-b2db-1fa504125d25 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5d612d6c-ea5a-4220-9238-455d37cea4a4 HTTP/1.1" status: 204 len: 168 time: 0.1646750 Jun 28 11:24:02.451855 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-b37c21ac-fdfc-4b2c-a538-5e8c2d37ef35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362973'] for router_interface, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:02.823617 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.plugin [None req-b37c21ac-fdfc-4b2c-a538-5e8c2d37ef35 admin admin] Deleting port ce67a0a8-6a79-4030-ac97-89b4f9a90889 {{(pid=88178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:24:02.824345 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-b37c21ac-fdfc-4b2c-a538-5e8c2d37ef35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:03.004871 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.db [None req-b37c21ac-fdfc-4b2c-a538-5e8c2d37ef35 admin admin] For port ce67a0a8-6a79-4030-ac97-89b4f9a90889, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=ce67a0a8-6a79-4030-ac97-89b4f9a90889,segment=NetworkSegment(d955dde5-69b1-4a11-8383-f5f9cce13386),segment_id=d955dde5-69b1-4a11-8383-f5f9cce13386)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:24:03.005199 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-b37c21ac-fdfc-4b2c-a538-5e8c2d37ef35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:03.138970 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.plugin [None req-b37c21ac-fdfc-4b2c-a538-5e8c2d37ef35 admin admin] Calling delete_port for ce67a0a8-6a79-4030-ac97-89b4f9a90889 owned by network:router_interface {{(pid=88178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:24:03.317837 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-b37c21ac-fdfc-4b2c-a538-5e8c2d37ef35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782104357524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782103981240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287935'] for port, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:03.376200 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37c21ac-fdfc-4b2c-a538-5e8c2d37ef35 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce67a0a8-6a79-4030-ac97-89b4f9a90889,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:03.420679 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37c21ac-fdfc-4b2c-a538-5e8c2d37ef35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:03.421029 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37c21ac-fdfc-4b2c-a538-5e8c2d37ef35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:03.421537 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37c21ac-fdfc-4b2c-a538-5e8c2d37ef35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:03.421729 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37c21ac-fdfc-4b2c-a538-5e8c2d37ef35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:03.422022 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37c21ac-fdfc-4b2c-a538-5e8c2d37ef35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:03.422337 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37c21ac-fdfc-4b2c-a538-5e8c2d37ef35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:03.422665 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37c21ac-fdfc-4b2c-a538-5e8c2d37ef35 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:03.422975 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37c21ac-fdfc-4b2c-a538-5e8c2d37ef35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:03.423309 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37c21ac-fdfc-4b2c-a538-5e8c2d37ef35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:03.423633 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37c21ac-fdfc-4b2c-a538-5e8c2d37ef35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:03.423924 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37c21ac-fdfc-4b2c-a538-5e8c2d37ef35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:03.424238 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37c21ac-fdfc-4b2c-a538-5e8c2d37ef35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:03.687124 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-b37c21ac-fdfc-4b2c-a538-5e8c2d37ef35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362921'] for router_interface, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:04.243429 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b37c21ac-fdfc-4b2c-a538-5e8c2d37ef35 admin admin] Router 612aec67-608e-409c-a55e-b6df1c5e0ca3 has already been hosted by L3 agent 65138fbb-a379-4cdd-9015-09db381edeba {{(pid=88178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:24:04.266415 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-919d017f-f784-4f14-b3c4-92c570c82dae req-13e1f806-60f2-48fb-9bb2-db0460cf597a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ea83eb55-6bed-4b8b-af23-e0393dfe0aa7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0831881 Jun 28 11:24:04.449064 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d017f-f784-4f14-b3c4-92c570c82dae req-61b4bb1e-3eb5-4d0c-8ec8-bf6f9c973215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:04.450600 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-919d017f-f784-4f14-b3c4-92c570c82dae req-61b4bb1e-3eb5-4d0c-8ec8-bf6f9c973215 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=34f9a4af464a4c14af73bb4bb8314982&device_id=ea83eb55-6bed-4b8b-af23-e0393dfe0aa7 HTTP/1.1" status: 200 len: 1098 time: 0.1036444 Jun 28 11:24:04.456717 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37c21ac-fdfc-4b2c-a538-5e8c2d37ef35 admin admin] Notify agent at l3_agent.dv-cinder-844605-1-iscsi the message routers_updated {{(pid=88178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:24:04.468738 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a659ac5d-0224-4aba-a574-bc624da8e2d6 None None] Sync routers for ids ['612aec67-608e-409c-a55e-b6df1c5e0ca3'] in dv-cinder-844605-1-iscsi {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:24:04.472282 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-b37c21ac-fdfc-4b2c-a538-5e8c2d37ef35 admin admin] 10.222.0.23 "PUT /v2.0/routers/612aec67-608e-409c-a55e-b6df1c5e0ca3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7447164 Jun 28 11:24:04.472529 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 60526) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:04.484854 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a659ac5d-0224-4aba-a574-bc624da8e2d6 None None] Routers {'612aec67-608e-409c-a55e-b6df1c5e0ca3'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:24:04.485702 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-a659ac5d-0224-4aba-a574-bc624da8e2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:23:38Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['612aec67-608e-409c-a55e-b6df1c5e0ca3'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:24:04.660062 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d017f-f784-4f14-b3c4-92c570c82dae req-bd8ff89d-8ea4-4931-87eb-babbbfc219b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:04.662352 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-919d017f-f784-4f14-b3c4-92c570c82dae req-bd8ff89d-8ea4-4931-87eb-babbbfc219b4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0d6307f0-ba10-44a7-b3d3-c9e66a22edf8 HTTP/1.1" status: 200 len: 913 time: 0.1912978 Jun 28 11:24:04.674657 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvr_db [None req-a659ac5d-0224-4aba-a574-bc624da8e2d6 None None] Set router 612aec67-608e-409c-a55e-b6df1c5e0ca3 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:24:04.677231 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-dcb10406-8b58-44f5-9e63-203970c9d219 admin admin] Notify callbacks [] for router, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:04.736525 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 60532) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:04.789576 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-919d017f-f784-4f14-b3c4-92c570c82dae req-a0388663-0e31-463e-879b-d1b2034eef4d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9606ecb7-a35c-4f16-89fe-1c873b650038 HTTP/1.1" status: 200 len: 1001 time: 0.1188164 Jun 28 11:24:04.859507 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d017f-f784-4f14-b3c4-92c570c82dae req-40eb297b-a2a4-4362-99ba-b6e5a64324e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:04.861535 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-919d017f-f784-4f14-b3c4-92c570c82dae req-40eb297b-a2a4-4362-99ba-b6e5a64324e0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1b0b29df-7b1f-4317-a6ef-bd3cb4e8ea72 HTTP/1.1" status: 200 len: 851 time: 0.0614271 Jun 28 11:24:04.872876 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-dcb10406-8b58-44f5-9e63-203970c9d219 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:04.886036 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.plugin [None req-dcb10406-8b58-44f5-9e63-203970c9d219 admin admin] Deleting port 4f6c3e24-5306-438d-a0da-444251232455 {{(pid=88178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:24:04.886420 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-dcb10406-8b58-44f5-9e63-203970c9d219 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:04.960529 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d017f-f784-4f14-b3c4-92c570c82dae req-f5310380-42c3-4bc9-a947-376bda910cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:04.962215 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-919d017f-f784-4f14-b3c4-92c570c82dae req-f5310380-42c3-4bc9-a947-376bda910cb2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0d6307f0-ba10-44a7-b3d3-c9e66a22edf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0932968 Jun 28 11:24:05.032554 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-a659ac5d-0224-4aba-a574-bc624da8e2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'name': 'tempest-AttachVolumeNegativeTest-536282704-router', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '4f6c3e24-5306-438d-a0da-444251232455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:20Z', 'updated_at': '2022-06-28T11:24:03Z', 'revision_number': 5, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'gw_port': {'id': '4f6c3e24-5306-438d-a0da-444251232455', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:22Z', 'updated_at': '2022-06-28T11:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi'}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:24:05.036650 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a659ac5d-0224-4aba-a574-bc624da8e2d6 None None] Checking router: 612aec67-608e-409c-a55e-b6df1c5e0ca3 for host: dv-cinder-844605-1-iscsi {{(pid=88180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:24:05.053318 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-6cc289e1-1408-4b59-a7c8-ca494b4f5f22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:05.058585 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a659ac5d-0224-4aba-a574-bc624da8e2d6 None None] Routers {'612aec67-608e-409c-a55e-b6df1c5e0ca3'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:24:05.059319 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-a659ac5d-0224-4aba-a574-bc624da8e2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:23:38Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['612aec67-608e-409c-a55e-b6df1c5e0ca3'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:24:05.080006 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-6cc289e1-1408-4b59-a7c8-ca494b4f5f22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:24:05.089070 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-6cc289e1-1408-4b59-a7c8-ca494b4f5f22 admin admin] Usage tracker for resource:security_group_rule and tenant:b3d8fdc20e8d49c288a7681116817f50 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:24:05.101051 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-6cc289e1-1408-4b59-a7c8-ca494b4f5f22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:24:05.110056 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-6cc289e1-1408-4b59-a7c8-ca494b4f5f22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:24:05.121082 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-919d017f-f784-4f14-b3c4-92c570c82dae req-3d262547-9009-4dd8-9ac3-2b6fdbef52d0 service neutron] 10.222.0.43 "GET /v2.0/networks/0d6307f0-ba10-44a7-b3d3-c9e66a22edf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506829 Jun 28 11:24:05.137614 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.db [None req-dcb10406-8b58-44f5-9e63-203970c9d219 admin admin] For port 4f6c3e24-5306-438d-a0da-444251232455, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=4f6c3e24-5306-438d-a0da-444251232455,segment=NetworkSegment(886fa905-49b2-4170-854f-b2cc2955959a),segment_id=886fa905-49b2-4170-854f-b2cc2955959a)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:24:05.137986 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-dcb10406-8b58-44f5-9e63-203970c9d219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:05.254571 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-919d017f-f784-4f14-b3c4-92c570c82dae req-0ec4d912-4d81-44b3-a9f5-1abab1bf7db4 service neutron] 10.222.0.43 "GET /v2.0/networks/0d6307f0-ba10-44a7-b3d3-c9e66a22edf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269786 Jun 28 11:24:05.267308 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvr_db [None req-a659ac5d-0224-4aba-a574-bc624da8e2d6 None None] Set router 612aec67-608e-409c-a55e-b6df1c5e0ca3 gateway port host: None {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:24:05.276313 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.plugin [None req-dcb10406-8b58-44f5-9e63-203970c9d219 admin admin] Calling delete_port for 4f6c3e24-5306-438d-a0da-444251232455 owned by network:router_gateway {{(pid=88178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:24:05.376401 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-a659ac5d-0224-4aba-a574-bc624da8e2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'name': 'tempest-AttachVolumeNegativeTest-536282704-router', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:20Z', 'updated_at': '2022-06-28T11:24:04Z', 'revision_number': 6, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'gw_port_host': None}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:24:05.380902 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a659ac5d-0224-4aba-a574-bc624da8e2d6 None None] The sync data for ids ['612aec67-608e-409c-a55e-b6df1c5e0ca3'] in dv-cinder-844605-1-iscsi is: [{'id': '612aec67-608e-409c-a55e-b6df1c5e0ca3', 'name': 'tempest-AttachVolumeNegativeTest-536282704-router', 'tenant_id': '9a519a8d5c54458c8ad1c43bdb399503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:20Z', 'updated_at': '2022-06-28T11:24:04Z', 'revision_number': 6, 'project_id': '9a519a8d5c54458c8ad1c43bdb399503', 'gw_port_host': None}] {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:24:05.557997 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-6cc289e1-1408-4b59-a7c8-ca494b4f5f22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:05.564681 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-6cc289e1-1408-4b59-a7c8-ca494b4f5f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:05.617998 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-6cc289e1-1408-4b59-a7c8-ca494b4f5f22 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b3d8fdc20e8d49c288a7681116817f50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8804212 Jun 28 11:24:05.618691 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc289e1-1408-4b59-a7c8-ca494b4f5f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0ddf05-70d0-4e97-a18d-090973e22abc,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:05.620854 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 60538) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:05.689038 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-b3b2a79d-095e-4550-81ac-4d00e28321b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:05.691154 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-dcb10406-8b58-44f5-9e63-203970c9d219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782104357524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782103981240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287935'] for port, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:05.715875 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-b3b2a79d-095e-4550-81ac-4d00e28321b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:05.777248 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb10406-8b58-44f5-9e63-203970c9d219 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f6c3e24-5306-438d-a0da-444251232455,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:05.785979 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device ce67a0a8-6a79-4030-ac97-89b4f9a90889 no longer exists at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:24:05.795570 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-b3b2a79d-095e-4550-81ac-4d00e28321b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:05.817974 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b2a79d-095e-4550-81ac-4d00e28321b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0ddf05-70d0-4e97-a18d-090973e22abc,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:05.823900 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-b3b2a79d-095e-4550-81ac-4d00e28321b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:05.828863 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-b3b2a79d-095e-4550-81ac-4d00e28321b9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5c0ddf05-70d0-4e97-a18d-090973e22abc HTTP/1.1" status: 204 len: 168 time: 0.2061684 Jun 28 11:24:05.861619 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] No Port match for: ce67a0a8-6a79-4030-ac97-89b4f9a90889 {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:24:05.861964 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device ce67a0a8-6a79-4030-ac97-89b4f9a90889 not bound to the agent host dv-cinder-844605-1-iscsi {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:24:05.901853 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-dcb10406-8b58-44f5-9e63-203970c9d219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362556'] for router_gateway, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:06.096885 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-dcb10406-8b58-44f5-9e63-203970c9d219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5234'] for router, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:06.099252 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-dcb10406-8b58-44f5-9e63-203970c9d219 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:06.125248 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-dcb10406-8b58-44f5-9e63-203970c9d219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-360925'] for router, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:06.127495 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb10406-8b58-44f5-9e63-203970c9d219 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 612aec67-608e-409c-a55e-b6df1c5e0ca3 {{(pid=88178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 28 11:24:06.149612 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-dcb10406-8b58-44f5-9e63-203970c9d219 admin admin] Notify callbacks [] for router, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:06.150759 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-dcb10406-8b58-44f5-9e63-203970c9d219 admin admin] 10.222.0.23 "DELETE /v2.0/routers/612aec67-608e-409c-a55e-b6df1c5e0ca3 HTTP/1.1" status: 204 len: 168 time: 1.6772869 Jun 28 11:24:06.153316 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 60548) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:06.167599 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 60552) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:06.185192 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-93342cbd-5e7e-4168-bd5a-35f1f3d92ed5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:06.202644 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-93342cbd-5e7e-4168-bd5a-35f1f3d92ed5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:24:06.206426 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-93342cbd-5e7e-4168-bd5a-35f1f3d92ed5 admin admin] Usage tracker for resource:security_group_rule and tenant:07fa2465d51e425c941de37bd98a7100 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:24:06.209420 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-93342cbd-5e7e-4168-bd5a-35f1f3d92ed5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:24:06.215278 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-93342cbd-5e7e-4168-bd5a-35f1f3d92ed5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:24:06.220417 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d7e21a4-e2aa-4a64-a013-5650ed5cc576 admin admin] Deleting subnet 0543e16d-abbf-4f46-8991-01ac45b7ec02 {{(pid=88178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 28 11:24:06.223549 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-5d7e21a4-e2aa-4a64-a013-5650ed5cc576 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:06.258973 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ad1da0c1-add3-4789-a7c5-87fffd4a3ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:06.286394 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-5d7e21a4-e2aa-4a64-a013-5650ed5cc576 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2289234'] for subnet, precommit_delete_associations {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:06.334230 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-93342cbd-5e7e-4168-bd5a-35f1f3d92ed5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:06.341086 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-93342cbd-5e7e-4168-bd5a-35f1f3d92ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:06.379838 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-5d7e21a4-e2aa-4a64-a013-5650ed5cc576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7782429'] for subnet, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:06.394714 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-93342cbd-5e7e-4168-bd5a-35f1f3d92ed5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=07fa2465d51e425c941de37bd98a7100&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2259386 Jun 28 11:24:06.396359 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93342cbd-5e7e-4168-bd5a-35f1f3d92ed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4eb1234-1218-42a5-aa90-f6bdcccb8bf2,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:06.399217 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 60556) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:06.461940 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-5d7e21a4-e2aa-4a64-a013-5650ed5cc576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7782438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2287970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2482708'] for subnet, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:06.462722 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-d943e76a-13d9-4942-9559-8db0af1bf4d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:06.490790 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-d943e76a-13d9-4942-9559-8db0af1bf4d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:06.505825 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e21a4-e2aa-4a64-a013-5650ed5cc576 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0543e16d-abbf-4f46-8991-01ac45b7ec02,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:06.508202 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-5d7e21a4-e2aa-4a64-a013-5650ed5cc576 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:06.514252 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-5d7e21a4-e2aa-4a64-a013-5650ed5cc576 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0543e16d-abbf-4f46-8991-01ac45b7ec02 HTTP/1.1" status: 204 len: 168 time: 0.3597884 Jun 28 11:24:06.516594 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 60560) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:06.517647 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcb4ddd-67ab-4ef2-a156-a88635a15aad None None] Network 21e79c31-8e4c-4686-94df-41e665c65d49 requested from dv-cinder-844605-1-iscsi {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:24:06.553394 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-d943e76a-13d9-4942-9559-8db0af1bf4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:06.569465 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d943e76a-13d9-4942-9559-8db0af1bf4d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4eb1234-1218-42a5-aa90-f6bdcccb8bf2,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:06.577216 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-d943e76a-13d9-4942-9559-8db0af1bf4d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:06.580852 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-d943e76a-13d9-4942-9559-8db0af1bf4d8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c4eb1234-1218-42a5-aa90-f6bdcccb8bf2 HTTP/1.1" status: 204 len: 168 time: 0.1783099 Jun 28 11:24:06.637293 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-460fe4bb-43d1-4a61-baf0-887d95f23aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7702436'] for network, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:06.650049 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.plugin [None req-460fe4bb-43d1-4a61-baf0-887d95f23aad admin admin] Deleting port 9597cdf9-5efc-4f78-b96b-cc0758671f27 {{(pid=88178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:24:06.650468 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-460fe4bb-43d1-4a61-baf0-887d95f23aad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:06.828914 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3d3fb3-52a3-4838-98b4-d5e3b0f7968e None None] DHCP port deletion for 21e79c31-8e4c-4686-94df-41e665c65d49 request from dv-cinder-844605-1-iscsi {{(pid=88179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 28 11:24:06.833041 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-0a3d3fb3-52a3-4838-98b4-d5e3b0f7968e None None] Deleting port 9597cdf9-5efc-4f78-b96b-cc0758671f27 {{(pid=88179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:24:06.833413 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0a3d3fb3-52a3-4838-98b4-d5e3b0f7968e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:06.878885 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.db [None req-460fe4bb-43d1-4a61-baf0-887d95f23aad admin admin] For port 9597cdf9-5efc-4f78-b96b-cc0758671f27, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=9597cdf9-5efc-4f78-b96b-cc0758671f27,segment=NetworkSegment(d955dde5-69b1-4a11-8383-f5f9cce13386),segment_id=d955dde5-69b1-4a11-8383-f5f9cce13386)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:24:06.879234 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-460fe4bb-43d1-4a61-baf0-887d95f23aad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:07.008602 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.plugin [None req-460fe4bb-43d1-4a61-baf0-887d95f23aad admin admin] Calling delete_port for 9597cdf9-5efc-4f78-b96b-cc0758671f27 owned by network:dhcp {{(pid=88178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:24:07.057068 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-0a3d3fb3-52a3-4838-98b4-d5e3b0f7968e None None] For port 9597cdf9-5efc-4f78-b96b-cc0758671f27, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=9597cdf9-5efc-4f78-b96b-cc0758671f27,segment=NetworkSegment(d955dde5-69b1-4a11-8383-f5f9cce13386),segment_id=d955dde5-69b1-4a11-8383-f5f9cce13386)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:24:07.057547 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0a3d3fb3-52a3-4838-98b4-d5e3b0f7968e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:07.097295 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-460fe4bb-43d1-4a61-baf0-887d95f23aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782104357524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782103981240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287935'] for port, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:07.148434 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460fe4bb-43d1-4a61-baf0-887d95f23aad admin admin] Pushing event deleted for resources: {'Port': ['ID=9597cdf9-5efc-4f78-b96b-cc0758671f27,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:07.156322 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460fe4bb-43d1-4a61-baf0-887d95f23aad admin admin] No DVR routers for this DVR port 9597cdf9-5efc-4f78-b96b-cc0758671f27 on host dv-cinder-844605-1-iscsi {{(pid=88178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:24:07.199888 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-0a3d3fb3-52a3-4838-98b4-d5e3b0f7968e None None] Calling delete_port for 9597cdf9-5efc-4f78-b96b-cc0758671f27 owned by network:dhcp {{(pid=88179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:24:07.282130 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-460fe4bb-43d1-4a61-baf0-887d95f23aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7788904', 'neutron.services.segments.db._delete_segments_for_network-8782104351353'] for network, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:07.313266 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.services.segments.db [None req-460fe4bb-43d1-4a61-baf0-887d95f23aad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21e79c31-8e4c-4686-94df-41e665c65d49']}} {{(pid=88178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:24:07.324602 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.db.api [None req-0a3d3fb3-52a3-4838-98b4-d5e3b0f7968e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 11:24:07.325203 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG oslo_db.api [None req-0a3d3fb3-52a3-4838-98b4-d5e3b0f7968e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 11:24:07.333643 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.services.segments.db [None req-460fe4bb-43d1-4a61-baf0-887d95f23aad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd955dde5-69b1-4a11-8383-f5f9cce13386') {'for_net_delete': True} {{(pid=88178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:24:07.333946 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.services.segments.db [None req-460fe4bb-43d1-4a61-baf0-887d95f23aad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd955dde5-69b1-4a11-8383-f5f9cce13386') {} {{(pid=88178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:24:07.346582 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-460fe4bb-43d1-4a61-baf0-887d95f23aad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782104354196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2289243'] for segment, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:07.364463 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-460fe4bb-43d1-4a61-baf0-887d95f23aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812087'] for segment, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:07.371794 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-460fe4bb-43d1-4a61-baf0-887d95f23aad admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=88178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 11:24:07.372246 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-460fe4bb-43d1-4a61-baf0-887d95f23aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7812088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2288076'] for segment, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:07.437195 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.services.segments.plugin [-] Segment d955dde5-69b1-4a11-8383-f5f9cce13386 resource provider aggregate not found Jun 28 11:24:07.470857 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.services.segments.plugin [-] Segment d955dde5-69b1-4a11-8383-f5f9cce13386 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d955dde5-69b1-4a11-8383-f5f9cce13386 found for delete ", "request_id": "req-e3c9a55a-8c37-42e1-8761-7329ab0a1fe2"}]} Jun 28 11:24:07.474322 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-460fe4bb-43d1-4a61-baf0-887d95f23aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7788903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361949'] for network, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:07.497982 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-460fe4bb-43d1-4a61-baf0-887d95f23aad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562711'] for network, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:07.513382 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460fe4bb-43d1-4a61-baf0-887d95f23aad admin admin] Pushing event deleted for resources: {'Network': ['ID=21e79c31-8e4c-4686-94df-41e665c65d49,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:07.531090 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-460fe4bb-43d1-4a61-baf0-887d95f23aad admin admin] 10.222.0.23 "DELETE /v2.0/networks/21e79c31-8e4c-4686-94df-41e665c65d49 HTTP/1.1" status: 204 len: 168 time: 1.0132906 Jun 28 11:24:07.713824 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 4f6c3e24-5306-438d-a0da-444251232455 no longer exists at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:24:07.749868 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] No Port match for: 4f6c3e24-5306-438d-a0da-444251232455 {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:24:07.750208 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 4f6c3e24-5306-438d-a0da-444251232455 not bound to the agent host dv-cinder-844605-1-iscsi {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:24:07.750818 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 9597cdf9-5efc-4f78-b96b-cc0758671f27 no longer exists at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:24:07.784459 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] No Port match for: 9597cdf9-5efc-4f78-b96b-cc0758671f27 {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:24:07.784834 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 9597cdf9-5efc-4f78-b96b-cc0758671f27 not bound to the agent host dv-cinder-844605-1-iscsi {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:24:07.826434 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-0a3d3fb3-52a3-4838-98b4-d5e3b0f7968e None None] Deleting port 9597cdf9-5efc-4f78-b96b-cc0758671f27 {{(pid=88179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:24:07.827012 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-0a3d3fb3-52a3-4838-98b4-d5e3b0f7968e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:07.867641 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 60608) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:07.918837 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-0a3d3fb3-52a3-4838-98b4-d5e3b0f7968e None None] The port '9597cdf9-5efc-4f78-b96b-cc0758671f27' was deleted {{(pid=88179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 28 11:24:08.057483 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 60614) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:08.057984 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-273c4bd3-f008-4311-acc3-2fbd842b5a7e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9a519a8d5c54458c8ad1c43bdb399503&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1873982 Jun 28 11:24:08.120613 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-727bc523-0050-4731-8210-34acad5d6968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:08.146900 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-727bc523-0050-4731-8210-34acad5d6968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:08.201472 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-727bc523-0050-4731-8210-34acad5d6968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:08.220974 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727bc523-0050-4731-8210-34acad5d6968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=045ffe4a-3f67-4273-859b-3aa564f9cf8c,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:08.225774 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-727bc523-0050-4731-8210-34acad5d6968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:08.226832 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-727bc523-0050-4731-8210-34acad5d6968 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/045ffe4a-3f67-4273-859b-3aa564f9cf8c HTTP/1.1" status: 204 len: 168 time: 0.1683741 Jun 28 11:24:08.407876 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e2a16835-0bbf-4c3c-87f6-ef93dcd4a054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:09.625561 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b58b1c24-9254-4745-9794-e7d1435c798c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:09.807782 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:09.946384 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c91d5c-f70f-4f50-b5ed-b2341b9d922c req-3662b6d7-cadf-49e6-b9c3-911495b5e2ac tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:09.948070 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c4c91d5c-f70f-4f50-b5ed-b2341b9d922c req-3662b6d7-cadf-49e6-b9c3-911495b5e2ac tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d7126c-5714-441c-8f04-f8ee46be2604 HTTP/1.1" status: 200 len: 945 time: 0.0948710 Jun 28 11:24:09.997265 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c4c91d5c-f70f-4f50-b5ed-b2341b9d922c req-96024c68-4af1-485e-9cb9-b83f3e74b475 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e2ad84a-7560-4d29-a2cf-b7d9fb8fac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426903 Jun 28 11:24:10.634467 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.agents_db [None req-fef25e13-dc2d-42bf-aa2e-f684c08e94a6 None None] Agent healthcheck: found 6 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:24:10.966851 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-90b31af6-315a-40c1-95e8-9ba1745e2d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:11.208018 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7028ee7-97eb-4ce4-9093-7cb32558fb49 req-866c1b8d-8d5a-46ac-9d92-a6330bcffc02 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:11.209750 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-b7028ee7-97eb-4ce4-9093-7cb32558fb49 req-866c1b8d-8d5a-46ac-9d92-a6330bcffc02 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d7126c-5714-441c-8f04-f8ee46be2604 HTTP/1.1" status: 200 len: 945 time: 0.0929568 Jun 28 11:24:11.258846 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-b7028ee7-97eb-4ce4-9093-7cb32558fb49 req-260cad4e-763c-4a87-9fc3-35a44751e32f tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e2ad84a-7560-4d29-a2cf-b7d9fb8fac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429966 Jun 28 11:24:11.988427 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 60738) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:12.114307 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-a58b96d7-e998-4608-a51b-e6c4c063e88f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:12.129763 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-a58b96d7-e998-4608-a51b-e6c4c063e88f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:24:12.134185 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-a58b96d7-e998-4608-a51b-e6c4c063e88f admin admin] Usage tracker for resource:security_group_rule and tenant:62d82d46a0ca431f9aa27a24d1c9a03e is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:24:12.137246 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-a58b96d7-e998-4608-a51b-e6c4c063e88f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:24:12.143984 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-a58b96d7-e998-4608-a51b-e6c4c063e88f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:24:12.230052 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-a58b96d7-e998-4608-a51b-e6c4c063e88f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:12.235239 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-a58b96d7-e998-4608-a51b-e6c4c063e88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:12.282770 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-a58b96d7-e998-4608-a51b-e6c4c063e88f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=62d82d46a0ca431f9aa27a24d1c9a03e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2931604 Jun 28 11:24:12.283620 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58b96d7-e998-4608-a51b-e6c4c063e88f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd16d8d-8563-41f2-a1aa-1818a1d6faac,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:12.285693 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 60744) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:12.348744 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-cf2059e3-5e66-4180-bc1c-25f7391035a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:12.375236 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-cf2059e3-5e66-4180-bc1c-25f7391035a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:12.431308 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-cf2059e3-5e66-4180-bc1c-25f7391035a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:12.449016 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2059e3-5e66-4180-bc1c-25f7391035a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd16d8d-8563-41f2-a1aa-1818a1d6faac,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:12.455429 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-cf2059e3-5e66-4180-bc1c-25f7391035a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:12.459371 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-cf2059e3-5e66-4180-bc1c-25f7391035a6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cfd16d8d-8563-41f2-a1aa-1818a1d6faac HTTP/1.1" status: 204 len: 168 time: 0.1698029 Jun 28 11:24:12.569870 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32202f32-7c45-42f0-8c0d-d7177196917a req-51441ff1-7a76-4490-ba8b-c4fda3e8cc70 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:12.571399 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-32202f32-7c45-42f0-8c0d-d7177196917a req-51441ff1-7a76-4490-ba8b-c4fda3e8cc70 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d7126c-5714-441c-8f04-f8ee46be2604 HTTP/1.1" status: 200 len: 945 time: 0.1952329 Jun 28 11:24:12.622373 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-32202f32-7c45-42f0-8c0d-d7177196917a req-1436667b-8726-4697-aefd-a72145fe0a2a tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e2ad84a-7560-4d29-a2cf-b7d9fb8fac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452311 Jun 28 11:24:12.756535 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 60756) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:12.775459 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-08bf6cf7-3ff9-480e-a66f-0ab784463067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:12.790584 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-08bf6cf7-3ff9-480e-a66f-0ab784463067 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:24:12.794680 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-08bf6cf7-3ff9-480e-a66f-0ab784463067 admin admin] Usage tracker for resource:security_group_rule and tenant:e6b7dcb28f8f455fb3f05c66649d9fb2 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:24:12.807721 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-08bf6cf7-3ff9-480e-a66f-0ab784463067 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:24:12.807721 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-08bf6cf7-3ff9-480e-a66f-0ab784463067 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:24:12.893531 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-08bf6cf7-3ff9-480e-a66f-0ab784463067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:12.900463 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-08bf6cf7-3ff9-480e-a66f-0ab784463067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:12.940428 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-08bf6cf7-3ff9-480e-a66f-0ab784463067 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e6b7dcb28f8f455fb3f05c66649d9fb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1826403 Jun 28 11:24:12.943417 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 60764) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:12.963035 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bf6cf7-3ff9-480e-a66f-0ab784463067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc2cf37-7aa0-4c90-a54c-bff198761798,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:13.019175 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-2238407c-4e02-4083-8cff-24fa920f3c9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:13.051703 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-2238407c-4e02-4083-8cff-24fa920f3c9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:13.107043 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-2238407c-4e02-4083-8cff-24fa920f3c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:13.123792 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2238407c-4e02-4083-8cff-24fa920f3c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc2cf37-7aa0-4c90-a54c-bff198761798,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:13.133329 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-2238407c-4e02-4083-8cff-24fa920f3c9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:13.134847 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-2238407c-4e02-4083-8cff-24fa920f3c9e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2cc2cf37-7aa0-4c90-a54c-bff198761798 HTTP/1.1" status: 204 len: 168 time: 0.1894674 Jun 28 11:24:13.994603 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a3db3-886f-4cbd-a9db-12642bf0dcc3 req-647a2ace-6c00-4480-8553-3fcd9ad53f33 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:13.996195 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-517a3db3-886f-4cbd-a9db-12642bf0dcc3 req-647a2ace-6c00-4480-8553-3fcd9ad53f33 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d7126c-5714-441c-8f04-f8ee46be2604 HTTP/1.1" status: 200 len: 945 time: 0.1010554 Jun 28 11:24:14.042458 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-517a3db3-886f-4cbd-a9db-12642bf0dcc3 req-7bbb21a8-df1c-4af7-b512-fb084de0721e tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e2ad84a-7560-4d29-a2cf-b7d9fb8fac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406482 Jun 28 11:24:15.256697 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03812ede-cdb6-4f86-a71e-9b10d22eff57 req-dbf4b510-d767-499d-a43f-f6ba87a98d14 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:15.258137 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-03812ede-cdb6-4f86-a71e-9b10d22eff57 req-dbf4b510-d767-499d-a43f-f6ba87a98d14 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d7126c-5714-441c-8f04-f8ee46be2604 HTTP/1.1" status: 200 len: 945 time: 0.0966082 Jun 28 11:24:15.305714 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-03812ede-cdb6-4f86-a71e-9b10d22eff57 req-07c6f25f-2d55-46ef-ae26-6d36beaf0713 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e2ad84a-7560-4d29-a2cf-b7d9fb8fac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417960 Jun 28 11:24:16.535708 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ea005-221b-4232-92bf-23b6a45a176d req-71cceb9b-b28b-476b-939e-6740c49538cb tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:16.537360 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-973ea005-221b-4232-92bf-23b6a45a176d req-71cceb9b-b28b-476b-939e-6740c49538cb tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d7126c-5714-441c-8f04-f8ee46be2604 HTTP/1.1" status: 200 len: 945 time: 0.1061985 Jun 28 11:24:16.589631 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-973ea005-221b-4232-92bf-23b6a45a176d req-1f316269-7961-4e63-b83c-94023128271c tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e2ad84a-7560-4d29-a2cf-b7d9fb8fac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443249 Jun 28 11:24:17.805899 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c704b3d6-be43-451c-8979-5e6037daa4ac req-61e8f28f-0061-460a-abe7-1dcaad13c581 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:17.807467 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c704b3d6-be43-451c-8979-5e6037daa4ac req-61e8f28f-0061-460a-abe7-1dcaad13c581 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d7126c-5714-441c-8f04-f8ee46be2604 HTTP/1.1" status: 200 len: 945 time: 0.0965235 Jun 28 11:24:17.859332 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c704b3d6-be43-451c-8979-5e6037daa4ac req-45eb1d5a-727d-43ee-855c-3e3cfbad489d tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e2ad84a-7560-4d29-a2cf-b7d9fb8fac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458751 Jun 28 11:24:19.075876 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7930a-7b90-4f88-b81a-9d18f29eeea4 req-209c450d-38d0-4a0c-9ab9-5c4d89eda5ae tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:19.077540 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-bfd7930a-7b90-4f88-b81a-9d18f29eeea4 req-209c450d-38d0-4a0c-9ab9-5c4d89eda5ae tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d7126c-5714-441c-8f04-f8ee46be2604 HTTP/1.1" status: 200 len: 945 time: 0.1015058 Jun 28 11:24:19.134243 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-bfd7930a-7b90-4f88-b81a-9d18f29eeea4 req-1ca76a27-bdab-4e12-b0ac-98c605a32288 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e2ad84a-7560-4d29-a2cf-b7d9fb8fac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508251 Jun 28 11:24:19.801928 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 60918) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:19.936930 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-6cb5fb68-d99f-4d6f-8322-56c9672b2aeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:19.952697 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-6cb5fb68-d99f-4d6f-8322-56c9672b2aeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:24:19.958075 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-6cb5fb68-d99f-4d6f-8322-56c9672b2aeb admin admin] Usage tracker for resource:security_group_rule and tenant:fbdef7e9028c433ba8587b2aa938746e is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:24:19.963128 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-6cb5fb68-d99f-4d6f-8322-56c9672b2aeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:24:19.968771 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-6cb5fb68-d99f-4d6f-8322-56c9672b2aeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:24:20.058267 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-6cb5fb68-d99f-4d6f-8322-56c9672b2aeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:20.063956 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-6cb5fb68-d99f-4d6f-8322-56c9672b2aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:20.112001 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb5fb68-d99f-4d6f-8322-56c9672b2aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9409afd-8cf1-4c26-9fdc-997bf0ca8512,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:20.116233 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-6cb5fb68-d99f-4d6f-8322-56c9672b2aeb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fbdef7e9028c433ba8587b2aa938746e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3132539 Jun 28 11:24:20.120516 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 60928) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:20.179954 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-8f077da5-5810-4a55-9b3b-4e94aaa040b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:20.205758 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-8f077da5-5810-4a55-9b3b-4e94aaa040b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:20.309505 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-8f077da5-5810-4a55-9b3b-4e94aaa040b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:20.328237 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f077da5-5810-4a55-9b3b-4e94aaa040b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9409afd-8cf1-4c26-9fdc-997bf0ca8512,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:20.334626 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-8f077da5-5810-4a55-9b3b-4e94aaa040b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:20.335779 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-8f077da5-5810-4a55-9b3b-4e94aaa040b6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c9409afd-8cf1-4c26-9fdc-997bf0ca8512 HTTP/1.1" status: 204 len: 168 time: 0.2143140 Jun 28 11:24:20.360449 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047cace-6802-40e5-93be-667c611bfeed req-718473dc-8cb1-416f-9bc9-2d5805ce8809 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:20.362133 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-e047cace-6802-40e5-93be-667c611bfeed req-718473dc-8cb1-416f-9bc9-2d5805ce8809 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d7126c-5714-441c-8f04-f8ee46be2604 HTTP/1.1" status: 200 len: 945 time: 0.1169975 Jun 28 11:24:20.408311 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-e047cace-6802-40e5-93be-667c611bfeed req-8ad4e6f4-aa62-45c5-843a-239c7bd1c992 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e2ad84a-7560-4d29-a2cf-b7d9fb8fac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395913 Jun 28 11:24:20.647635 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 60938) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:20.665594 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-31f7f631-0c12-4bc8-9022-211a59fc940d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:20.680659 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-31f7f631-0c12-4bc8-9022-211a59fc940d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:24:20.684993 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-31f7f631-0c12-4bc8-9022-211a59fc940d admin admin] Usage tracker for resource:security_group_rule and tenant:fc7072086c8f4fcab445b5e3ed264470 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:24:20.687897 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-31f7f631-0c12-4bc8-9022-211a59fc940d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:24:20.693809 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-31f7f631-0c12-4bc8-9022-211a59fc940d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:24:20.782805 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-31f7f631-0c12-4bc8-9022-211a59fc940d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:20.788169 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-31f7f631-0c12-4bc8-9022-211a59fc940d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:20.840530 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f7f631-0c12-4bc8-9022-211a59fc940d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec30df7-f826-4005-a83c-18b9cec7a681,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:20.844932 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-31f7f631-0c12-4bc8-9022-211a59fc940d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fc7072086c8f4fcab445b5e3ed264470&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1962199 Jun 28 11:24:20.848018 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 60942) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:20.909342 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-4a4b9d40-aedb-4f1e-b1b5-0259a883b65f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:20.940064 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-4a4b9d40-aedb-4f1e-b1b5-0259a883b65f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:20.994553 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-4a4b9d40-aedb-4f1e-b1b5-0259a883b65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:21.011015 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4b9d40-aedb-4f1e-b1b5-0259a883b65f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec30df7-f826-4005-a83c-18b9cec7a681,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:21.021421 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-4a4b9d40-aedb-4f1e-b1b5-0259a883b65f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:21.022768 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-4a4b9d40-aedb-4f1e-b1b5-0259a883b65f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fec30df7-f826-4005-a83c-18b9cec7a681 HTTP/1.1" status: 204 len: 168 time: 0.1736262 Jun 28 11:24:21.626459 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3ce30-444a-4b89-83f4-7f69572cb3d2 req-c6b64725-8e09-4012-bfa9-c091e3f60f78 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:21.627967 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-afa3ce30-444a-4b89-83f4-7f69572cb3d2 req-c6b64725-8e09-4012-bfa9-c091e3f60f78 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d7126c-5714-441c-8f04-f8ee46be2604 HTTP/1.1" status: 200 len: 945 time: 0.1051381 Jun 28 11:24:21.676978 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-afa3ce30-444a-4b89-83f4-7f69572cb3d2 req-9064f39e-6a89-4cf3-9873-4726fb1d5ec0 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e2ad84a-7560-4d29-a2cf-b7d9fb8fac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426607 Jun 28 11:24:22.890609 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962acee3-73c5-409d-80fc-f3e945c7f12f req-e8fcfab7-e1e6-4ad2-9b41-f31e62e6658a tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:22.892154 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-962acee3-73c5-409d-80fc-f3e945c7f12f req-e8fcfab7-e1e6-4ad2-9b41-f31e62e6658a tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d7126c-5714-441c-8f04-f8ee46be2604 HTTP/1.1" status: 200 len: 945 time: 0.1013341 Jun 28 11:24:22.947018 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-962acee3-73c5-409d-80fc-f3e945c7f12f req-52ef1bfd-c6cb-4826-a6ed-92abd8b09463 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e2ad84a-7560-4d29-a2cf-b7d9fb8fac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486171 Jun 28 11:24:23.292939 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 32804) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:23.412542 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-d5374e02-f43f-4902-9d28-4726eb7568ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:23.427486 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-d5374e02-f43f-4902-9d28-4726eb7568ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:24:23.431684 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-d5374e02-f43f-4902-9d28-4726eb7568ca admin admin] Usage tracker for resource:security_group_rule and tenant:5d332f7d919f4f7b9c4954591660ac74 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:24:23.434589 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-d5374e02-f43f-4902-9d28-4726eb7568ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:24:23.440260 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-d5374e02-f43f-4902-9d28-4726eb7568ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:24:23.528032 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-d5374e02-f43f-4902-9d28-4726eb7568ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:23.532090 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-d5374e02-f43f-4902-9d28-4726eb7568ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:23.586524 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-d5374e02-f43f-4902-9d28-4726eb7568ca admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5d332f7d919f4f7b9c4954591660ac74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2923291 Jun 28 11:24:23.587374 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5374e02-f43f-4902-9d28-4726eb7568ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e23b4f2d-4bee-42be-aac6-523f34672f63,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:23.589822 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 32812) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:23.649756 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-bc66e27c-c335-42b3-85d0-62521009fadd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:23.655942 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb097ce-3aa0-4014-bf76-34b9101a7be7 req-550f0d42-9910-4b9e-ac1e-d1c506efb702 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:23.660658 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-bdb097ce-3aa0-4014-bf76-34b9101a7be7 req-550f0d42-9910-4b9e-ac1e-d1c506efb702 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea83eb55-6bed-4b8b-af23-e0393dfe0aa7 HTTP/1.1" status: 200 len: 945 time: 0.0977440 Jun 28 11:24:23.675744 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-bc66e27c-c335-42b3-85d0-62521009fadd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:23.704448 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-bdb097ce-3aa0-4014-bf76-34b9101a7be7 req-54b0d36c-11e1-43f1-87a5-1ac48eec86ad tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/security-groups?id=59240f42-5ee9-4357-a242-d6ccb32541ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403779 Jun 28 11:24:23.742602 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-bc66e27c-c335-42b3-85d0-62521009fadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:23.756937 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc66e27c-c335-42b3-85d0-62521009fadd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23b4f2d-4bee-42be-aac6-523f34672f63,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:23.769788 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-bc66e27c-c335-42b3-85d0-62521009fadd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:23.772738 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-bc66e27c-c335-42b3-85d0-62521009fadd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e23b4f2d-4bee-42be-aac6-523f34672f63 HTTP/1.1" status: 204 len: 168 time: 0.1803749 Jun 28 11:24:24.077342 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 32828) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:24.096145 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-095b42d8-5c96-4a7a-b176-3c3a7144a370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:24.111868 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-095b42d8-5c96-4a7a-b176-3c3a7144a370 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:24:24.116082 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-095b42d8-5c96-4a7a-b176-3c3a7144a370 admin admin] Usage tracker for resource:security_group_rule and tenant:2a815c9028d047788d84e5f3959bc78e is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:24:24.119568 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-095b42d8-5c96-4a7a-b176-3c3a7144a370 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:24:24.125620 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-095b42d8-5c96-4a7a-b176-3c3a7144a370 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:24:24.166627 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807fb83d-f226-46ea-81eb-2f060873d609 req-1e5fd199-0f0b-4f11-95d8-2303ca31813b tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:24.168112 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-807fb83d-f226-46ea-81eb-2f060873d609 req-1e5fd199-0f0b-4f11-95d8-2303ca31813b tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d7126c-5714-441c-8f04-f8ee46be2604 HTTP/1.1" status: 200 len: 945 time: 0.1012514 Jun 28 11:24:24.215169 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-807fb83d-f226-46ea-81eb-2f060873d609 req-aaf177d8-2a22-4319-812c-937635153c27 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e2ad84a-7560-4d29-a2cf-b7d9fb8fac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404756 Jun 28 11:24:24.218365 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-095b42d8-5c96-4a7a-b176-3c3a7144a370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:24.223333 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-095b42d8-5c96-4a7a-b176-3c3a7144a370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:24.271829 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-095b42d8-5c96-4a7a-b176-3c3a7144a370 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2a815c9028d047788d84e5f3959bc78e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1931148 Jun 28 11:24:24.273530 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b42d8-5c96-4a7a-b176-3c3a7144a370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6b013e-6090-41b8-80b2-8d728a03ff68,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:24.274833 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 32832) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:24.339132 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-c7dfde29-8a26-4ad0-be30-1978bb74618d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:24.364845 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-c7dfde29-8a26-4ad0-be30-1978bb74618d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:24.430172 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-c7dfde29-8a26-4ad0-be30-1978bb74618d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:24.448458 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dfde29-8a26-4ad0-be30-1978bb74618d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6b013e-6090-41b8-80b2-8d728a03ff68,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:24.452409 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-c7dfde29-8a26-4ad0-be30-1978bb74618d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:24.453627 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-c7dfde29-8a26-4ad0-be30-1978bb74618d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ce6b013e-6090-41b8-80b2-8d728a03ff68 HTTP/1.1" status: 204 len: 168 time: 0.1777835 Jun 28 11:24:24.940243 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926a2a0-f3fd-412e-926a-b32b7780c91a req-bb8132fa-f06e-4325-a0fe-ef313c98f7fa tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:24.947326 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-7926a2a0-f3fd-412e-926a-b32b7780c91a req-bb8132fa-f06e-4325-a0fe-ef313c98f7fa tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea83eb55-6bed-4b8b-af23-e0393dfe0aa7 HTTP/1.1" status: 200 len: 945 time: 0.1109071 Jun 28 11:24:24.989461 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-7926a2a0-f3fd-412e-926a-b32b7780c91a req-88d7284c-9236-4500-9de2-8fe0c6b751c1 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/security-groups?id=59240f42-5ee9-4357-a242-d6ccb32541ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411563 Jun 28 11:24:25.220626 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b7ecf-52ad-494d-8478-c60ac795fa0d req-3e1028d3-3ef6-4864-8708-9dd90ea0388d tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:25.221918 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 32864) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:25.223186 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-9e6b7ecf-52ad-494d-8478-c60ac795fa0d req-3e1028d3-3ef6-4864-8708-9dd90ea0388d tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea83eb55-6bed-4b8b-af23-e0393dfe0aa7 HTTP/1.1" status: 200 len: 945 time: 0.0926642 Jun 28 11:24:25.332364 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [req-9e6b7ecf-52ad-494d-8478-c60ac795fa0d req-9572f90d-3989-4898-a381-ef3fdee689a2 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Deleting port 9606ecb7-a35c-4f16-89fe-1c873b650038 {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:24:25.333329 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-9e6b7ecf-52ad-494d-8478-c60ac795fa0d req-9572f90d-3989-4898-a381-ef3fdee689a2 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:25.426178 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-f1a4dc31-2a01-44b5-9391-aa44f453c920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:25.458831 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-f1a4dc31-2a01-44b5-9391-aa44f453c920 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:24:25.467532 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-f1a4dc31-2a01-44b5-9391-aa44f453c920 admin admin] Usage tracker for resource:security_group_rule and tenant:31ebafc0c4cb4b3eb8cc4876c65a5699 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:24:25.469737 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-f1a4dc31-2a01-44b5-9391-aa44f453c920 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:24:25.477384 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-f1a4dc31-2a01-44b5-9391-aa44f453c920 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:24:25.509667 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3024a667-bc9f-455c-891d-b9b69d95278c req-aee75b32-ab6c-4430-9ff7-14c6b6718352 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:25.511210 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-3024a667-bc9f-455c-891d-b9b69d95278c req-aee75b32-ab6c-4430-9ff7-14c6b6718352 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d7126c-5714-441c-8f04-f8ee46be2604 HTTP/1.1" status: 200 len: 945 time: 0.1607604 Jun 28 11:24:25.578490 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-3024a667-bc9f-455c-891d-b9b69d95278c req-2f10b137-49c6-4f9c-b2ea-7281d7a58a15 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e2ad84a-7560-4d29-a2cf-b7d9fb8fac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572219 Jun 28 11:24:25.628954 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-f1a4dc31-2a01-44b5-9391-aa44f453c920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:25.633906 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-f1a4dc31-2a01-44b5-9391-aa44f453c920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:25.649288 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.db [req-9e6b7ecf-52ad-494d-8478-c60ac795fa0d req-9572f90d-3989-4898-a381-ef3fdee689a2 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] For port 9606ecb7-a35c-4f16-89fe-1c873b650038, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=9606ecb7-a35c-4f16-89fe-1c873b650038,segment=NetworkSegment(6274d8ad-456f-4882-af74-95c75bd63265),segment_id=6274d8ad-456f-4882-af74-95c75bd63265)] {{(pid=88177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:24:25.649663 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-9e6b7ecf-52ad-494d-8478-c60ac795fa0d req-9572f90d-3989-4898-a381-ef3fdee689a2 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:25.685253 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-f1a4dc31-2a01-44b5-9391-aa44f453c920 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=31ebafc0c4cb4b3eb8cc4876c65a5699&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4620092 Jun 28 11:24:25.686381 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a4dc31-2a01-44b5-9391-aa44f453c920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38112d12-4d5e-467a-9d1f-fd5fe464c063,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:25.688879 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 32884) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:25.770527 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-f80526d6-64a9-438b-b97c-bcbcd7922930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:25.797754 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-f80526d6-64a9-438b-b97c-bcbcd7922930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:25.854224 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-f80526d6-64a9-438b-b97c-bcbcd7922930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:25.873180 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80526d6-64a9-438b-b97c-bcbcd7922930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38112d12-4d5e-467a-9d1f-fd5fe464c063,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:25.881642 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-f80526d6-64a9-438b-b97c-bcbcd7922930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:25.889467 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-f80526d6-64a9-438b-b97c-bcbcd7922930 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/38112d12-4d5e-467a-9d1f-fd5fe464c063 HTTP/1.1" status: 204 len: 168 time: 0.1995263 Jun 28 11:24:26.201100 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-9e6b7ecf-52ad-494d-8478-c60ac795fa0d req-9572f90d-3989-4898-a381-ef3fdee689a2 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:26.201613 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-9e6b7ecf-52ad-494d-8478-c60ac795fa0d req-9572f90d-3989-4898-a381-ef3fdee689a2 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361935'] for floatingip, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:26.202077 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.db.l3_db [req-9e6b7ecf-52ad-494d-8478-c60ac795fa0d req-9572f90d-3989-4898-a381-ef3fdee689a2 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Floating IP 8ea88311-00e7-4dce-bdb5-30b4d77ea73a disassociated. External IP: 172.27.2.151, port: 9606ecb7-a35c-4f16-89fe-1c873b650038. Jun 28 11:24:26.202573 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [req-9e6b7ecf-52ad-494d-8478-c60ac795fa0d req-9572f90d-3989-4898-a381-ef3fdee689a2 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Calling delete_port for 9606ecb7-a35c-4f16-89fe-1c873b650038 owned by compute:nova {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:24:26.366632 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 32906) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:26.378473 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e60ffe-32a2-42ec-979b-c495896bfe7b req-bf267fb4-8433-4f63-a9f6-879ba7adc2a8 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:26.380039 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c7e60ffe-32a2-42ec-979b-c495896bfe7b req-bf267fb4-8433-4f63-a9f6-879ba7adc2a8 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea83eb55-6bed-4b8b-af23-e0393dfe0aa7 HTTP/1.1" status: 200 len: 945 time: 0.2391849 Jun 28 11:24:26.386646 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-e8fe0a4c-9ab4-46f0-8a2b-6984f3134e2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:26.402823 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-e8fe0a4c-9ab4-46f0-8a2b-6984f3134e2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:24:26.407332 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-e8fe0a4c-9ab4-46f0-8a2b-6984f3134e2c admin admin] Usage tracker for resource:security_group_rule and tenant:6ce4a8156d5a454784b7f937b22c68ba is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:24:26.410728 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-e8fe0a4c-9ab4-46f0-8a2b-6984f3134e2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:24:26.417332 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-e8fe0a4c-9ab4-46f0-8a2b-6984f3134e2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:24:26.437709 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-9e6b7ecf-52ad-494d-8478-c60ac795fa0d req-9572f90d-3989-4898-a381-ef3fdee689a2 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782104357524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782103981240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2688079'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:26.506342 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-e8fe0a4c-9ab4-46f0-8a2b-6984f3134e2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:26.512570 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-e8fe0a4c-9ab4-46f0-8a2b-6984f3134e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:26.530198 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c7e60ffe-32a2-42ec-979b-c495896bfe7b req-07db60e5-8cd1-43f0-8e70-4170b67bf09d tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/security-groups?id=59240f42-5ee9-4357-a242-d6ccb32541ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349151 Jun 28 11:24:26.531691 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9572f90d-3989-4898-a381-ef3fdee689a2 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Pushing event deleted for resources: {'Port': ['ID=9606ecb7-a35c-4f16-89fe-1c873b650038,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:26.562790 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fe0a4c-9ab4-46f0-8a2b-6984f3134e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b7fdd0-1e2f-4c15-93c6-5463ee237564,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:26.569117 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-e8fe0a4c-9ab4-46f0-8a2b-6984f3134e2c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6ce4a8156d5a454784b7f937b22c68ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2012241 Jun 28 11:24:26.571844 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 32912) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:26.638642 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-2d637081-1ee8-4eed-b265-bf92fde3aa67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:26.667766 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-2d637081-1ee8-4eed-b265-bf92fde3aa67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:26.723744 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e6b7ecf-52ad-494d-8478-c60ac795fa0d req-9572f90d-3989-4898-a381-ef3fdee689a2 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Router 2f29c13e-59da-4074-9512-ebd644417bb9 has already been hosted by L3 agent 65138fbb-a379-4cdd-9015-09db381edeba {{(pid=88177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:24:26.775620 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-2d637081-1ee8-4eed-b265-bf92fde3aa67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:26.796560 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d637081-1ee8-4eed-b265-bf92fde3aa67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b7fdd0-1e2f-4c15-93c6-5463ee237564,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:26.806549 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-2d637081-1ee8-4eed-b265-bf92fde3aa67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:26.810013 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-2d637081-1ee8-4eed-b265-bf92fde3aa67 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/36b7fdd0-1e2f-4c15-93c6-5463ee237564 HTTP/1.1" status: 204 len: 168 time: 0.2345483 Jun 28 11:24:26.823568 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11894eb4-21f9-42ef-b01d-0f4cee7e04f2 req-9248c70c-6a91-4621-b08d-a6829db05671 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:26.825522 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-11894eb4-21f9-42ef-b01d-0f4cee7e04f2 req-9248c70c-6a91-4621-b08d-a6829db05671 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d7126c-5714-441c-8f04-f8ee46be2604 HTTP/1.1" status: 200 len: 945 time: 0.1204662 Jun 28 11:24:26.879878 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-11894eb4-21f9-42ef-b01d-0f4cee7e04f2 req-a752a511-bfe1-43d3-bfc8-3efeef447c91 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e2ad84a-7560-4d29-a2cf-b7d9fb8fac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476027 Jun 28 11:24:26.938362 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e6b7ecf-52ad-494d-8478-c60ac795fa0d req-9572f90d-3989-4898-a381-ef3fdee689a2 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify agent at l3_agent.dv-cinder-844605-1-iscsi the message routers_updated {{(pid=88177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:24:26.949902 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b14c64a-5a03-4136-b108-c178b61e3773 None None] Sync routers for ids ['2f29c13e-59da-4074-9512-ebd644417bb9'] in dv-cinder-844605-1-iscsi {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:24:26.965604 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b14c64a-5a03-4136-b108-c178b61e3773 None None] Routers {'2f29c13e-59da-4074-9512-ebd644417bb9'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:24:26.966670 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-6b14c64a-5a03-4136-b108-c178b61e3773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:24:08Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['2f29c13e-59da-4074-9512-ebd644417bb9'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:24:27.048929 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e6b7ecf-52ad-494d-8478-c60ac795fa0d req-9572f90d-3989-4898-a381-ef3fdee689a2 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] No DVR routers for this DVR port 9606ecb7-a35c-4f16-89fe-1c873b650038 on host hv-cinder-84460 {{(pid=88177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:24:27.051595 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-9e6b7ecf-52ad-494d-8478-c60ac795fa0d req-9572f90d-3989-4898-a381-ef3fdee689a2 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:27.054963 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea83eb55-6bed-4b8b-af23-e0393dfe0aa7', 'name': 'network-vif-deleted', 'tag': '9606ecb7-a35c-4f16-89fe-1c873b650038'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:24:27.092256 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-9e6b7ecf-52ad-494d-8478-c60ac795fa0d req-9572f90d-3989-4898-a381-ef3fdee689a2 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.43 "DELETE /v2.0/ports/9606ecb7-a35c-4f16-89fe-1c873b650038 HTTP/1.1" status: 204 len: 173 time: 1.8617961 Jun 28 11:24:27.112909 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-598a7488-f0bb-430a-a1f1-9c4f7a745396'] response: {'server_uuid': 'ea83eb55-6bed-4b8b-af23-e0393dfe0aa7', 'name': 'network-vif-deleted', 'tag': '9606ecb7-a35c-4f16-89fe-1c873b650038', 'status': 'completed', 'code': 200} Jun 28 11:24:27.180430 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-6b14c64a-5a03-4136-b108-c178b61e3773 None None] Set router 2f29c13e-59da-4074-9512-ebd644417bb9 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:24:27.480153 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device 26433671-7f15-4520-b66b-9fd69b65a601 details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=88179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:24:27.645182 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-6b14c64a-5a03-4136-b108-c178b61e3773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'name': 'tempest-TestVolumeBootPattern-2058041356-router', 'tenant_id': '34f9a4af464a4c14af73bb4bb8314982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd27a713a-0ce2-4d4f-91f9-7db720aed5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:17Z', 'updated_at': '2022-06-28T11:21:24Z', 'revision_number': 4, 'project_id': '34f9a4af464a4c14af73bb4bb8314982', 'gw_port': {'id': 'd27a713a-0ce2-4d4f-91f9-7db720aed5c7', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:18Z', 'updated_at': '2022-06-28T11:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': 'ddd4b7f5-7b12-4809-bdc0-eaad5a415bbd', 'name': '', 'network_id': '0d6307f0-ba10-44a7-b3d3-c9e66a22edf8', 'tenant_id': '34f9a4af464a4c14af73bb4bb8314982', 'mac_address': 'fa:16:3e:8e:bd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '1b0b29df-7b1f-4317-a6ef-bd3cb4e8ea72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:23Z', 'updated_at': '2022-06-28T11:21:30Z', 'revision_number': 5, 'project_id': '34f9a4af464a4c14af73bb4bb8314982', 'subnets': [{'id': '1b0b29df-7b1f-4317-a6ef-bd3cb4e8ea72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:24:27.662813 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b14c64a-5a03-4136-b108-c178b61e3773 None None] Checking router: 2f29c13e-59da-4074-9512-ebd644417bb9 for host: dv-cinder-844605-1-iscsi {{(pid=88179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:24:27.690310 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b14c64a-5a03-4136-b108-c178b61e3773 None None] Routers {'2f29c13e-59da-4074-9512-ebd644417bb9'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:24:27.691131 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-6b14c64a-5a03-4136-b108-c178b61e3773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:24:08Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['2f29c13e-59da-4074-9512-ebd644417bb9'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:24:27.761280 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-fc5632e7-8f41-4b20-9272-28fdc098d961 req-4edf6eb7-26b0-4da6-97b1-c02495c40073 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea83eb55-6bed-4b8b-af23-e0393dfe0aa7 HTTP/1.1" status: 200 len: 210 time: 0.0653880 Jun 28 11:24:27.839781 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port 26433671-7f15-4520-b66b-9fd69b65a601, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=26433671-7f15-4520-b66b-9fd69b65a601,segment=NetworkSegment(51f9b8b0-6a4d-4001-8198-b45cfc46d70a),segment_id=51f9b8b0-6a4d-4001-8198-b45cfc46d70a)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:24:27.892811 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-6b14c64a-5a03-4136-b108-c178b61e3773 None None] Set router 2f29c13e-59da-4074-9512-ebd644417bb9 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:24:28.060494 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Returning: {'device': '26433671-7f15-4520-b66b-9fd69b65a601', 'network_id': '834bcaca-3130-4f84-b609-7440f584eba2', 'port_id': '26433671-7f15-4520-b66b-9fd69b65a601', 'mac_address': 'fa:16:3e:f7:fb:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f33935-ebca-42b8-ae35-d32bc58dfdca', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:24:28.304420 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc9abe-6017-4586-b2b6-4c392b5c91de req-8bce91fd-9703-487d-a812-9aed2b0bf274 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:28.308854 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-d0bc9abe-6017-4586-b2b6-4c392b5c91de req-8bce91fd-9703-487d-a812-9aed2b0bf274 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d7126c-5714-441c-8f04-f8ee46be2604 HTTP/1.1" status: 200 len: 945 time: 0.2008371 Jun 28 11:24:28.351211 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Current status of the port 26433671-7f15-4520-b66b-9fd69b65a601 is: ACTIVE; New status is: BUILD {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:24:28.351854 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:28.370165 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 32974) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:28.386401 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 26433671-7f15-4520-b66b-9fd69b65a601 {{(pid=88179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:24:28.390580 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-d0bc9abe-6017-4586-b2b6-4c392b5c91de req-1f345bf7-532b-4baf-ae7f-11f673f56c97 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e2ad84a-7560-4d29-a2cf-b7d9fb8fac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770209 Jun 28 11:24:28.434865 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port 26433671-7f15-4520-b66b-9fd69b65a601, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=26433671-7f15-4520-b66b-9fd69b65a601,segment=NetworkSegment(51f9b8b0-6a4d-4001-8198-b45cfc46d70a),segment_id=51f9b8b0-6a4d-4001-8198-b45cfc46d70a)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:24:28.441913 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:28.510568 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-3d4e081a-e436-4098-944c-24d983bb75f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:28.527413 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-3d4e081a-e436-4098-944c-24d983bb75f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:24:28.531498 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-3d4e081a-e436-4098-944c-24d983bb75f8 admin admin] Usage tracker for resource:security_group_rule and tenant:21f8f9cc743f4e45988e58906a8b5c3f is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:24:28.534662 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-3d4e081a-e436-4098-944c-24d983bb75f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:24:28.541026 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-3d4e081a-e436-4098-944c-24d983bb75f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:24:28.548479 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] get_ports_and_sgs() called for port_ids ['26433671-7f15-4520-b66b-9fd69b65a601'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:24:28.629713 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Pushing event updated for resources: {'Port': ['ID=26433671-7f15-4520-b66b-9fd69b65a601,revision_number=6']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:28.636200 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-3d4e081a-e436-4098-944c-24d983bb75f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:28.645758 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-3d4e081a-e436-4098-944c-24d983bb75f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:28.651282 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:28.651627 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:28.651994 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:28.652348 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:28.652649 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:28.652957 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:28.653277 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:28.653632 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:28.653929 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:28.654250 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:28.654515 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:28.654810 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:28.695412 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4e081a-e436-4098-944c-24d983bb75f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe426d0-5a2d-471a-a654-fb362535be74,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:28.705793 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-3d4e081a-e436-4098-944c-24d983bb75f8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=21f8f9cc743f4e45988e58906a8b5c3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3316779 Jun 28 11:24:28.706026 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 32994) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:28.748162 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-6b14c64a-5a03-4136-b108-c178b61e3773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'name': 'tempest-TestVolumeBootPattern-2058041356-router', 'tenant_id': '34f9a4af464a4c14af73bb4bb8314982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd27a713a-0ce2-4d4f-91f9-7db720aed5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:17Z', 'updated_at': '2022-06-28T11:21:24Z', 'revision_number': 4, 'project_id': '34f9a4af464a4c14af73bb4bb8314982', 'gw_port': {'id': 'd27a713a-0ce2-4d4f-91f9-7db720aed5c7', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:18Z', 'updated_at': '2022-06-28T11:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': 'ddd4b7f5-7b12-4809-bdc0-eaad5a415bbd', 'name': '', 'network_id': '0d6307f0-ba10-44a7-b3d3-c9e66a22edf8', 'tenant_id': '34f9a4af464a4c14af73bb4bb8314982', 'mac_address': 'fa:16:3e:8e:bd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '1b0b29df-7b1f-4317-a6ef-bd3cb4e8ea72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:23Z', 'updated_at': '2022-06-28T11:21:30Z', 'revision_number': 5, 'project_id': '34f9a4af464a4c14af73bb4bb8314982', 'subnets': [{'id': '1b0b29df-7b1f-4317-a6ef-bd3cb4e8ea72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:24:28.761795 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b14c64a-5a03-4136-b108-c178b61e3773 None None] The sync data for ids ['2f29c13e-59da-4074-9512-ebd644417bb9'] in dv-cinder-844605-1-iscsi is: [{'id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'name': 'tempest-TestVolumeBootPattern-2058041356-router', 'tenant_id': '34f9a4af464a4c14af73bb4bb8314982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd27a713a-0ce2-4d4f-91f9-7db720aed5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:17Z', 'updated_at': '2022-06-28T11:21:24Z', 'revision_number': 4, 'project_id': '34f9a4af464a4c14af73bb4bb8314982', 'gw_port': {'id': 'd27a713a-0ce2-4d4f-91f9-7db720aed5c7', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:18Z', 'updated_at': '2022-06-28T11:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': 'ddd4b7f5-7b12-4809-bdc0-eaad5a415bbd', 'name': '', 'network_id': '0d6307f0-ba10-44a7-b3d3-c9e66a22edf8', 'tenant_id': '34f9a4af464a4c14af73bb4bb8314982', 'mac_address': 'fa:16:3e:8e:bd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '1b0b29df-7b1f-4317-a6ef-bd3cb4e8ea72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:23Z', 'updated_at': '2022-06-28T11:21:30Z', 'revision_number': 5, 'project_id': '34f9a4af464a4c14af73bb4bb8314982', 'subnets': [{'id': '1b0b29df-7b1f-4317-a6ef-bd3cb4e8ea72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:24:28.769319 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-5335fc6f-8bf1-45b3-afe3-cb6f9ce2bf1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:28.799133 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-5335fc6f-8bf1-45b3-afe3-cb6f9ce2bf1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:28.886995 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-5335fc6f-8bf1-45b3-afe3-cb6f9ce2bf1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:28.923689 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5335fc6f-8bf1-45b3-afe3-cb6f9ce2bf1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe426d0-5a2d-471a-a654-fb362535be74,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:28.950072 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-5335fc6f-8bf1-45b3-afe3-cb6f9ce2bf1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:28.951089 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-5335fc6f-8bf1-45b3-afe3-cb6f9ce2bf1d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bfe426d0-5a2d-471a-a654-fb362535be74 HTTP/1.1" status: 204 len: 168 time: 0.2442236 Jun 28 11:24:29.214597 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca40922-6039-4e9c-98a9-6a92c2db4363 None None] New status for floating IP 8ea88311-00e7-4dce-bdb5-30b4d77ea73a: DOWN {{(pid=88180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:24:29.298758 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-6d148c93-4b5e-4ec8-97d3-fa43012625e2 req-8145957a-a830-444f-888e-fad55d14fdd8 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1372988976&fields=id&tenant_id=34f9a4af464a4c14af73bb4bb8314982 HTTP/1.1" status: 200 len: 267 time: 0.0646062 Jun 28 11:24:29.476445 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device 26433671-7f15-4520-b66b-9fd69b65a601 up at agent hyperv_hv-cinder-84460 {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:24:29.498733 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d148c93-4b5e-4ec8-97d3-fa43012625e2 req-28dcad22-9bcc-48c4-86d4-d1507fd97f6a tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:29.499444 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-6d148c93-4b5e-4ec8-97d3-fa43012625e2 req-28dcad22-9bcc-48c4-86d4-d1507fd97f6a tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Synchronizing usage tracker for tenant:34f9a4af464a4c14af73bb4bb8314982 on resource:network {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:24:29.536990 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-6d148c93-4b5e-4ec8-97d3-fa43012625e2 req-28dcad22-9bcc-48c4-86d4-d1507fd97f6a tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Unset dirty status for tenant:34f9a4af464a4c14af73bb4bb8314982 on resource:network {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:24:29.548438 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-6d148c93-4b5e-4ec8-97d3-fa43012625e2 req-28dcad22-9bcc-48c4-86d4-d1507fd97f6a tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/networks?id=0d6307f0-ba10-44a7-b3d3-c9e66a22edf8 HTTP/1.1" status: 200 len: 812 time: 0.2468116 Jun 28 11:24:29.574062 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-6d148c93-4b5e-4ec8-97d3-fa43012625e2 req-d501a634-a8ee-446b-b967-b6e42861dd97 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/quotas/34f9a4af464a4c14af73bb4bb8314982 HTTP/1.1" status: 200 len: 375 time: 0.0245922 Jun 28 11:24:29.644949 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Provisioning complete for port 26433671-7f15-4520-b66b-9fd69b65a601 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:24:29.645670 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:29.787663 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:29.863285 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-6d148c93-4b5e-4ec8-97d3-fa43012625e2 req-1a7ccf93-e501-46b1-9fd4-03bbd0454bdf tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Synchronizing usage tracker for tenant:34f9a4af464a4c14af73bb4bb8314982 on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:24:29.871450 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f76a57-7fe6-443b-9b18-80e95c91d70e req-f09c0f6e-15c1-4897-a7fa-1d1018322429 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:29.873602 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-e3f76a57-7fe6-443b-9b18-80e95c91d70e req-f09c0f6e-15c1-4897-a7fa-1d1018322429 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d7126c-5714-441c-8f04-f8ee46be2604 HTTP/1.1" status: 200 len: 944 time: 0.1987448 Jun 28 11:24:29.895629 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-6d148c93-4b5e-4ec8-97d3-fa43012625e2 req-1a7ccf93-e501-46b1-9fd4-03bbd0454bdf tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Unset dirty status for tenant:34f9a4af464a4c14af73bb4bb8314982 on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:24:29.914031 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-6d148c93-4b5e-4ec8-97d3-fa43012625e2 req-1a7ccf93-e501-46b1-9fd4-03bbd0454bdf tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=34f9a4af464a4c14af73bb4bb8314982&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3385150 Jun 28 11:24:30.037902 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Current status of the port 26433671-7f15-4520-b66b-9fd69b65a601 is: BUILD; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:24:30.038490 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:30.055836 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-e3f76a57-7fe6-443b-9b18-80e95c91d70e req-4bcce8ba-b80e-4fe3-ae20-1921f70bf635 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e2ad84a-7560-4d29-a2cf-b7d9fb8fac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1727829 Jun 28 11:24:30.104651 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19d7126c-5714-441c-8f04-f8ee46be2604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26433671-7f15-4520-b66b-9fd69b65a601'}] {{(pid=88179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:24:30.120758 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port 26433671-7f15-4520-b66b-9fd69b65a601, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=26433671-7f15-4520-b66b-9fd69b65a601,segment=NetworkSegment(51f9b8b0-6a4d-4001-8198-b45cfc46d70a),segment_id=51f9b8b0-6a4d-4001-8198-b45cfc46d70a)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:24:30.127520 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:30.128812 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device 9606ecb7-a35c-4f16-89fe-1c873b650038 no longer exists at agent hyperv_hv-cinder-84460 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:24:30.254467 dv-cinder-844605-1-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9007b44-bfbb-4532-bf8b-271bdb9fbec1'] response: {'server_uuid': '19d7126c-5714-441c-8f04-f8ee46be2604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26433671-7f15-4520-b66b-9fd69b65a601', 'code': 200} Jun 28 11:24:30.269243 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-6d148c93-4b5e-4ec8-97d3-fa43012625e2 req-34081de4-5c49-4af9-9019-db67ebe15c0d service neutron] 10.222.0.23 "GET /v2.0/networks/0d6307f0-ba10-44a7-b3d3-c9e66a22edf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520103 Jun 28 11:24:30.286135 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] No Port match for: 9606ecb7-a35c-4f16-89fe-1c873b650038 {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:24:30.302407 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device 9606ecb7-a35c-4f16-89fe-1c873b650038 not bound to the agent host hv-cinder-84460 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:24:30.344235 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Pushing event updated for resources: {'Port': ['ID=26433671-7f15-4520-b66b-9fd69b65a601,revision_number=7']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:30.706484 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-6d148c93-4b5e-4ec8-97d3-fa43012625e2 req-046b01a4-ee59-41d0-9b89-3ccf4772acef service neutron] 10.222.0.23 "GET /v2.0/networks/0d6307f0-ba10-44a7-b3d3-c9e66a22edf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4363577 Jun 28 11:24:30.963878 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 33062) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:31.145591 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-409dcace-56c0-43ac-bdf4-fd87d0dc7c32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:31.161244 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-409dcace-56c0-43ac-bdf4-fd87d0dc7c32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:24:31.165675 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-409dcace-56c0-43ac-bdf4-fd87d0dc7c32 admin admin] Usage tracker for resource:security_group_rule and tenant:fd1c7285466b4553a743aa029919597e is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:24:31.168651 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-409dcace-56c0-43ac-bdf4-fd87d0dc7c32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:24:31.174703 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-409dcace-56c0-43ac-bdf4-fd87d0dc7c32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:24:31.348143 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-dd312f20-1aa4-4a57-b048-030134e8080f req-591549e2-8010-465b-9338-18c68506d31c tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/ports?device_id=dff5b7d2-bbca-4e85-8cdb-263de353d633 HTTP/1.1" status: 200 len: 210 time: 0.0749238 Jun 28 11:24:31.353276 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-409dcace-56c0-43ac-bdf4-fd87d0dc7c32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:31.362004 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-409dcace-56c0-43ac-bdf4-fd87d0dc7c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:31.379400 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5596f04a-9cb5-4fc4-b5bc-189d4bea826b req-b251f00f-23c1-487d-b637-d4ad06ea13f4 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:31.381616 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-5596f04a-9cb5-4fc4-b5bc-189d4bea826b req-b251f00f-23c1-487d-b637-d4ad06ea13f4 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d7126c-5714-441c-8f04-f8ee46be2604 HTTP/1.1" status: 200 len: 945 time: 0.1602612 Jun 28 11:24:31.439186 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409dcace-56c0-43ac-bdf4-fd87d0dc7c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=876ee967-38d4-473f-9a6c-6c42acd0d414,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:31.447399 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-409dcace-56c0-43ac-bdf4-fd87d0dc7c32 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fd1c7285466b4553a743aa029919597e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4825470 Jun 28 11:24:31.448523 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 33082) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:31.470150 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-5596f04a-9cb5-4fc4-b5bc-189d4bea826b req-4d8115d7-00b7-463f-88c6-19b19043b6e1 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e2ad84a-7560-4d29-a2cf-b7d9fb8fac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801864 Jun 28 11:24:31.537822 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ae93c5f1-11e7-4116-b1bd-1de6dcc48f24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:31.584941 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ae93c5f1-11e7-4116-b1bd-1de6dcc48f24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:31.659138 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ae93c5f1-11e7-4116-b1bd-1de6dcc48f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:31.677512 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae93c5f1-11e7-4116-b1bd-1de6dcc48f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=876ee967-38d4-473f-9a6c-6c42acd0d414,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:31.683756 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ae93c5f1-11e7-4116-b1bd-1de6dcc48f24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:31.688244 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-ae93c5f1-11e7-4116-b1bd-1de6dcc48f24 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/876ee967-38d4-473f-9a6c-6c42acd0d414 HTTP/1.1" status: 204 len: 168 time: 0.2356369 Jun 28 11:24:32.518743 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-89dfcfa4-59cb-465a-be26-8c4327becf9e req-fe531dc0-ed7e-4a1a-8134-7a025100cf47 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/ports?device_id=dff5b7d2-bbca-4e85-8cdb-263de353d633 HTTP/1.1" status: 200 len: 210 time: 0.0516057 Jun 28 11:24:32.864144 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20267e8d-da99-4d3d-abc7-6d00143c1ab9 req-a3e69377-e312-4a83-9e44-4f1df3580f4f tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:32.865810 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-20267e8d-da99-4d3d-abc7-6d00143c1ab9 req-a3e69377-e312-4a83-9e44-4f1df3580f4f tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d7126c-5714-441c-8f04-f8ee46be2604 HTTP/1.1" status: 200 len: 945 time: 0.2277396 Jun 28 11:24:32.924665 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-20267e8d-da99-4d3d-abc7-6d00143c1ab9 req-061407a1-e46d-4c4a-a785-31d96fc3e4db tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e2ad84a-7560-4d29-a2cf-b7d9fb8fac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510879 Jun 28 11:24:33.722313 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-06ba095c-1d6f-4fba-84c5-6ba4b77ffa50 req-86adaaee-0e6e-401e-9b06-a591d42af657 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/ports?device_id=dff5b7d2-bbca-4e85-8cdb-263de353d633 HTTP/1.1" status: 200 len: 210 time: 0.0700400 Jun 28 11:24:34.183687 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4847c1-416c-495d-accc-dfe3257610df req-857111e5-91a2-4e44-9900-1e6644eb1a3c tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:34.192181 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-bf4847c1-416c-495d-accc-dfe3257610df req-857111e5-91a2-4e44-9900-1e6644eb1a3c tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d7126c-5714-441c-8f04-f8ee46be2604 HTTP/1.1" status: 200 len: 945 time: 0.1222403 Jun 28 11:24:34.246979 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-bf4847c1-416c-495d-accc-dfe3257610df req-1714b613-2de6-444a-b51b-c2fcfa6db164 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e2ad84a-7560-4d29-a2cf-b7d9fb8fac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534439 Jun 28 11:24:34.273051 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d148c93-4b5e-4ec8-97d3-fa43012625e2 req-3759f5e1-74cc-4af4-b1ca-14ebdd3c7329 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:34.275334 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-6d148c93-4b5e-4ec8-97d3-fa43012625e2 req-3759f5e1-74cc-4af4-b1ca-14ebdd3c7329 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.43 "GET /v2.0/networks?id=0d6307f0-ba10-44a7-b3d3-c9e66a22edf8 HTTP/1.1" status: 200 len: 812 time: 0.2073712 Jun 28 11:24:34.336598 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-6d148c93-4b5e-4ec8-97d3-fa43012625e2 req-37656806-7259-4ac5-90f3-100c68eb221b tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34f9a4af464a4c14af73bb4bb8314982 HTTP/1.1" status: 200 len: 380 time: 0.0521166 Jun 28 11:24:34.347165 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [req-6d148c93-4b5e-4ec8-97d3-fa43012625e2 req-7aae7592-5c25-4736-8b91-a0f5d8082d3c tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Request body: {'port': {'device_id': 'dff5b7d2-bbca-4e85-8cdb-263de353d633', 'network_id': '0d6307f0-ba10-44a7-b3d3-c9e66a22edf8', 'admin_state_up': True, 'tenant_id': '34f9a4af464a4c14af73bb4bb8314982', 'security_groups': ['59240f42-5ee9-4357-a242-d6ccb32541ab']}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:24:34.529337 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [req-6d148c93-4b5e-4ec8-97d3-fa43012625e2 req-7aae7592-5c25-4736-8b91-a0f5d8082d3c tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:24:34.540807 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [req-6d148c93-4b5e-4ec8-97d3-fa43012625e2 req-7aae7592-5c25-4736-8b91-a0f5d8082d3c tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:24:34.555180 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d148c93-4b5e-4ec8-97d3-fa43012625e2 req-7aae7592-5c25-4736-8b91-a0f5d8082d3c tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Made reservation on behalf of 34f9a4af464a4c14af73bb4bb8314982 for: {'port': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:24:34.559631 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-6d148c93-4b5e-4ec8-97d3-fa43012625e2 req-7aae7592-5c25-4736-8b91-a0f5d8082d3c tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:34.810824 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.db_base_plugin_common [req-6d148c93-4b5e-4ec8-97d3-fa43012625e2 req-7aae7592-5c25-4736-8b91-a0f5d8082d3c tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Allocated IP 172.20.0.3 (0d6307f0-ba10-44a7-b3d3-c9e66a22edf8/1b0b29df-7b1f-4317-a6ef-bd3cb4e8ea72/40de6cb6-ca53-4711-a80a-c30c8d7123b6) {{(pid=88177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:24:34.947847 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-731674c6-90b2-4f23-90ad-7cd95450c33f req-0576ac3f-e8f6-419f-b23e-c84bb2b1aa3b tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/ports?device_id=dff5b7d2-bbca-4e85-8cdb-263de353d633 HTTP/1.1" status: 200 len: 210 time: 0.0901027 Jun 28 11:24:35.210951 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-6d148c93-4b5e-4ec8-97d3-fa43012625e2 req-7aae7592-5c25-4736-8b91-a0f5d8082d3c tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks [] for port, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:35.229599 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.provisioning_blocks [req-6d148c93-4b5e-4ec8-97d3-fa43012625e2 req-7aae7592-5c25-4736-8b91-a0f5d8082d3c tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Transition to ACTIVE for port object 40de6cb6-ca53-4711-a80a-c30c8d7123b6 will not be triggered until provisioned by entity DHCP. {{(pid=88177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:24:35.257773 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-6d148c93-4b5e-4ec8-97d3-fa43012625e2 req-7aae7592-5c25-4736-8b91-a0f5d8082d3c tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782103981231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2688079'] for port, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:35.339239 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d148c93-4b5e-4ec8-97d3-fa43012625e2 req-7aae7592-5c25-4736-8b91-a0f5d8082d3c tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Network 0d6307f0-ba10-44a7-b3d3-c9e66a22edf8 is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:24:35.342577 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.base_scheduler [req-6d148c93-4b5e-4ec8-97d3-fa43012625e2 req-7aae7592-5c25-4736-8b91-a0f5d8082d3c tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:24:35.348171 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d148c93-4b5e-4ec8-97d3-fa43012625e2 req-7aae7592-5c25-4736-8b91-a0f5d8082d3c tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Received port after_create {{(pid=88177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:24:35.382647 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae7592-5c25-4736-8b91-a0f5d8082d3c tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Pushing event updated for resources: {'Port': ['ID=40de6cb6-ca53-4711-a80a-c30c8d7123b6,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:35.447814 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d148c93-4b5e-4ec8-97d3-fa43012625e2 req-7aae7592-5c25-4736-8b91-a0f5d8082d3c tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:35.448433 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-6d148c93-4b5e-4ec8-97d3-fa43012625e2 req-7aae7592-5c25-4736-8b91-a0f5d8082d3c tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:35.492976 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-6d148c93-4b5e-4ec8-97d3-fa43012625e2 req-7aae7592-5c25-4736-8b91-a0f5d8082d3c tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1499715 Jun 28 11:24:35.507447 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [req-6d148c93-4b5e-4ec8-97d3-fa43012625e2 req-9f81c325-f2bb-47d9-aa4f-9ad20b59bfd0 service neutron] Request body: {'port': {'device_id': 'dff5b7d2-bbca-4e85-8cdb-263de353d633', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:24:35.532417 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1628e247-f94b-48d4-bef6-4cfd6adf184b req-9f61f833-c8bd-49f1-b9fc-22f71f3fa453 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:35.535955 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-1628e247-f94b-48d4-bef6-4cfd6adf184b req-9f61f833-c8bd-49f1-b9fc-22f71f3fa453 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d7126c-5714-441c-8f04-f8ee46be2604 HTTP/1.1" status: 200 len: 945 time: 0.1322441 Jun 28 11:24:35.602337 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-1628e247-f94b-48d4-bef6-4cfd6adf184b req-ac737992-2871-4fe4-be71-2f910fedfd14 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e2ad84a-7560-4d29-a2cf-b7d9fb8fac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577366 Jun 28 11:24:35.684272 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-6d148c93-4b5e-4ec8-97d3-fa43012625e2 req-9f81c325-f2bb-47d9-aa4f-9ad20b59bfd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:35.697962 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-84f172c7-5caa-4b91-bf17-d5d73b467e60 None None] Provisioning for port 40de6cb6-ca53-4711-a80a-c30c8d7123b6 completed by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:24:35.704958 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-84f172c7-5caa-4b91-bf17-d5d73b467e60 None None] Provisioning complete for port 40de6cb6-ca53-4711-a80a-c30c8d7123b6 triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:24:35.705676 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-84f172c7-5caa-4b91-bf17-d5d73b467e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:35.773304 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-84f172c7-5caa-4b91-bf17-d5d73b467e60 None None] Port 40de6cb6-ca53-4711-a80a-c30c8d7123b6 cannot update to ACTIVE because it is not bound. {{(pid=88179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:24:36.267371 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5a9b74d8-5050-4119-bed2-6bfbe3092fb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:36.301402 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.notifiers.nova [req-6d148c93-4b5e-4ec8-97d3-fa43012625e2 req-9f81c325-f2bb-47d9-aa4f-9ad20b59bfd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40de6cb6-ca53-4711-a80a-c30c8d7123b6 {{(pid=88177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:24:36.317280 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-6d148c93-4b5e-4ec8-97d3-fa43012625e2 req-9f81c325-f2bb-47d9-aa4f-9ad20b59bfd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:36.343364 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.provisioning_blocks [req-6d148c93-4b5e-4ec8-97d3-fa43012625e2 req-9f81c325-f2bb-47d9-aa4f-9ad20b59bfd0 service neutron] Transition to ACTIVE for port object 40de6cb6-ca53-4711-a80a-c30c8d7123b6 will not be triggered until provisioned by entity L2. {{(pid=88177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:24:36.356382 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-6d148c93-4b5e-4ec8-97d3-fa43012625e2 req-9f81c325-f2bb-47d9-aa4f-9ad20b59bfd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2688088'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:36.494461 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6233db-a9d1-4b90-9423-4d151c063857 req-3a88210a-b8ed-4877-949d-8d2e60b41332 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:36.495196 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-db6233db-a9d1-4b90-9423-4d151c063857 req-3a88210a-b8ed-4877-949d-8d2e60b41332 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Synchronizing usage tracker for tenant:34f9a4af464a4c14af73bb4bb8314982 on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:24:36.667821 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f81c325-f2bb-47d9-aa4f-9ad20b59bfd0 service neutron] Pushing event updated for resources: {'Port': ['ID=40de6cb6-ca53-4711-a80a-c30c8d7123b6,revision_number=2']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:36.678087 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-db6233db-a9d1-4b90-9423-4d151c063857 req-3a88210a-b8ed-4877-949d-8d2e60b41332 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Unset dirty status for tenant:34f9a4af464a4c14af73bb4bb8314982 on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:24:36.679315 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-db6233db-a9d1-4b90-9423-4d151c063857 req-3a88210a-b8ed-4877-949d-8d2e60b41332 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/ports?device_id=dff5b7d2-bbca-4e85-8cdb-263de353d633 HTTP/1.1" status: 200 len: 931 time: 0.5187767 Jun 28 11:24:36.759261 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.managers [req-6d148c93-4b5e-4ec8-97d3-fa43012625e2 req-9f81c325-f2bb-47d9-aa4f-9ad20b59bfd0 service neutron] Attempting to bind port 40de6cb6-ca53-4711-a80a-c30c8d7123b6 on host hv-cinder-84460 for vnic_type normal with profile {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:24:36.759593 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.managers [req-6d148c93-4b5e-4ec8-97d3-fa43012625e2 req-9f81c325-f2bb-47d9-aa4f-9ad20b59bfd0 service neutron] Attempting to bind port 40de6cb6-ca53-4711-a80a-c30c8d7123b6 by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': '6274d8ad-456f-4882-af74-95c75bd63265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0d6307f0-ba10-44a7-b3d3-c9e66a22edf8'}] {{(pid=88177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:24:36.759916 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d148c93-4b5e-4ec8-97d3-fa43012625e2 req-9f81c325-f2bb-47d9-aa4f-9ad20b59bfd0 service neutron] Attempting to bind port 40de6cb6-ca53-4711-a80a-c30c8d7123b6 on network 0d6307f0-ba10-44a7-b3d3-c9e66a22edf8 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:24:36.770002 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d148c93-4b5e-4ec8-97d3-fa43012625e2 req-9f81c325-f2bb-47d9-aa4f-9ad20b59bfd0 service neutron] Port 40de6cb6-ca53-4711-a80a-c30c8d7123b6 on network 0d6307f0-ba10-44a7-b3d3-c9e66a22edf8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 11:24:36.770343 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d148c93-4b5e-4ec8-97d3-fa43012625e2 req-9f81c325-f2bb-47d9-aa4f-9ad20b59bfd0 service neutron] Attempting to bind port 40de6cb6-ca53-4711-a80a-c30c8d7123b6 on network 0d6307f0-ba10-44a7-b3d3-c9e66a22edf8 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:24:36.778944 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d148c93-4b5e-4ec8-97d3-fa43012625e2 req-9f81c325-f2bb-47d9-aa4f-9ad20b59bfd0 service neutron] Checking agent: {'id': '08bfabbf-d5f3-4ca7-8c16-3ebc8bd75d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 14), 'started_at': datetime.datetime(2022, 6, 28, 11, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:24:36.778944 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d148c93-4b5e-4ec8-97d3-fa43012625e2 req-9f81c325-f2bb-47d9-aa4f-9ad20b59bfd0 service neutron] Checking segment: {'id': '6274d8ad-456f-4882-af74-95c75bd63265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0d6307f0-ba10-44a7-b3d3-c9e66a22edf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:24:36.789010 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d148c93-4b5e-4ec8-97d3-fa43012625e2 req-9f81c325-f2bb-47d9-aa4f-9ad20b59bfd0 service neutron] Bound using segment: {'id': '6274d8ad-456f-4882-af74-95c75bd63265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0d6307f0-ba10-44a7-b3d3-c9e66a22edf8'} {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:24:36.790033 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.managers [req-6d148c93-4b5e-4ec8-97d3-fa43012625e2 req-9f81c325-f2bb-47d9-aa4f-9ad20b59bfd0 service neutron] Bound port: 40de6cb6-ca53-4711-a80a-c30c8d7123b6, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6274d8ad-456f-4882-af74-95c75bd63265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0d6307f0-ba10-44a7-b3d3-c9e66a22edf8'}}] {{(pid=88177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:24:36.790663 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-6d148c93-4b5e-4ec8-97d3-fa43012625e2 req-9f81c325-f2bb-47d9-aa4f-9ad20b59bfd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:36.845166 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-db6233db-a9d1-4b90-9423-4d151c063857 req-1663858c-49d8-41fd-8fd6-8595dce57462 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/security-groups?id=59240f42-5ee9-4357-a242-d6ccb32541ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493847 Jun 28 11:24:36.936193 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5f1d0d-4c84-4ed2-b8d2-e1c849e1df44 req-e793f5a8-8cc7-467f-98d7-239d599769ee tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:36.940164 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.db [req-6d148c93-4b5e-4ec8-97d3-fa43012625e2 req-9f81c325-f2bb-47d9-aa4f-9ad20b59bfd0 service neutron] For port 40de6cb6-ca53-4711-a80a-c30c8d7123b6, host hv-cinder-84460, cleared binding levels {{(pid=88177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:24:36.944706 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-9f5f1d0d-4c84-4ed2-b8d2-e1c849e1df44 req-e793f5a8-8cc7-467f-98d7-239d599769ee tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d7126c-5714-441c-8f04-f8ee46be2604 HTTP/1.1" status: 200 len: 945 time: 0.1341083 Jun 28 11:24:36.945766 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.db [req-6d148c93-4b5e-4ec8-97d3-fa43012625e2 req-9f81c325-f2bb-47d9-aa4f-9ad20b59bfd0 service neutron] For port 40de6cb6-ca53-4711-a80a-c30c8d7123b6, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=40de6cb6-ca53-4711-a80a-c30c8d7123b6,segment=NetworkSegment(6274d8ad-456f-4882-af74-95c75bd63265),segment_id=6274d8ad-456f-4882-af74-95c75bd63265)] {{(pid=88177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:24:36.956007 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-6d148c93-4b5e-4ec8-97d3-fa43012625e2 req-9f81c325-f2bb-47d9-aa4f-9ad20b59bfd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2688088'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:37.003447 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-9f5f1d0d-4c84-4ed2-b8d2-e1c849e1df44 req-bc1e0e2e-0267-4de5-9ed1-436daddc82a7 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e2ad84a-7560-4d29-a2cf-b7d9fb8fac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573711 Jun 28 11:24:37.048866 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d148c93-4b5e-4ec8-97d3-fa43012625e2 req-9f81c325-f2bb-47d9-aa4f-9ad20b59bfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:37.049535 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-6d148c93-4b5e-4ec8-97d3-fa43012625e2 req-9f81c325-f2bb-47d9-aa4f-9ad20b59bfd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:37.050994 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-6d148c93-4b5e-4ec8-97d3-fa43012625e2 req-9f81c325-f2bb-47d9-aa4f-9ad20b59bfd0 service neutron] 10.222.0.43 "PUT /v2.0/ports/40de6cb6-ca53-4711-a80a-c30c8d7123b6 HTTP/1.1" status: 200 len: 1093 time: 1.5481176 Jun 28 11:24:37.051462 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dff5b7d2-bbca-4e85-8cdb-263de353d633', 'tag': '40de6cb6-ca53-4711-a80a-c30c8d7123b6'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:24:37.084063 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f81c325-f2bb-47d9-aa4f-9ad20b59bfd0 service neutron] Pushing event updated for resources: {'Port': ['ID=40de6cb6-ca53-4711-a80a-c30c8d7123b6,revision_number=3']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:37.148498 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92efe8ef-856d-4816-b3d3-4c756322ca52'] response: {'name': 'network-changed', 'server_uuid': 'dff5b7d2-bbca-4e85-8cdb-263de353d633', 'tag': '40de6cb6-ca53-4711-a80a-c30c8d7123b6', 'status': 'completed', 'code': 200} Jun 28 11:24:37.206208 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d148c93-4b5e-4ec8-97d3-fa43012625e2 req-64446626-40d6-49bb-8722-85f90c50a071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:37.207804 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-6d148c93-4b5e-4ec8-97d3-fa43012625e2 req-64446626-40d6-49bb-8722-85f90c50a071 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=34f9a4af464a4c14af73bb4bb8314982&device_id=dff5b7d2-bbca-4e85-8cdb-263de353d633 HTTP/1.1" status: 200 len: 1096 time: 0.1009710 Jun 28 11:24:37.296553 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-6d148c93-4b5e-4ec8-97d3-fa43012625e2 req-43a16bf9-2f0d-4078-aed3-2846f9a2aa33 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40de6cb6-ca53-4711-a80a-c30c8d7123b6 HTTP/1.1" status: 200 len: 217 time: 0.0781236 Jun 28 11:24:37.366969 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d148c93-4b5e-4ec8-97d3-fa43012625e2 req-2813de66-51b4-4665-b2d4-41844b780ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:37.368733 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-6d148c93-4b5e-4ec8-97d3-fa43012625e2 req-2813de66-51b4-4665-b2d4-41844b780ef6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1b0b29df-7b1f-4317-a6ef-bd3cb4e8ea72 HTTP/1.1" status: 200 len: 851 time: 0.0663130 Jun 28 11:24:37.465322 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d148c93-4b5e-4ec8-97d3-fa43012625e2 req-a38203d4-74fb-4fb7-a4aa-83ce198af6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:37.466954 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-6d148c93-4b5e-4ec8-97d3-fa43012625e2 req-a38203d4-74fb-4fb7-a4aa-83ce198af6b6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0d6307f0-ba10-44a7-b3d3-c9e66a22edf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0894766 Jun 28 11:24:37.618376 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-6d148c93-4b5e-4ec8-97d3-fa43012625e2 req-18eed380-6dac-447c-bd74-3a4e7be06de9 service neutron] 10.222.0.43 "GET /v2.0/networks/0d6307f0-ba10-44a7-b3d3-c9e66a22edf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438336 Jun 28 11:24:37.780019 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-6d148c93-4b5e-4ec8-97d3-fa43012625e2 req-6e302cea-bb28-4f72-bd10-fac00a3d68d8 service neutron] 10.222.0.43 "GET /v2.0/networks/0d6307f0-ba10-44a7-b3d3-c9e66a22edf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555939 Jun 28 11:24:38.034957 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e1bf5d-101b-4e95-a0f0-225f25c75b7d req-5bbd9c29-82cf-450a-88f1-5fcf37d23744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:38.037655 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-84e1bf5d-101b-4e95-a0f0-225f25c75b7d req-5bbd9c29-82cf-450a-88f1-5fcf37d23744 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=34f9a4af464a4c14af73bb4bb8314982&device_id=dff5b7d2-bbca-4e85-8cdb-263de353d633 HTTP/1.1" status: 200 len: 1096 time: 0.1779294 Jun 28 11:24:38.162700 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2442b-9762-4418-aaa8-7345853f7e28 req-94b423ed-e939-4570-a3d2-78573c7c5eb6 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:38.165523 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-5db2442b-9762-4418-aaa8-7345853f7e28 req-94b423ed-e939-4570-a3d2-78573c7c5eb6 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/ports?device_id=dff5b7d2-bbca-4e85-8cdb-263de353d633 HTTP/1.1" status: 200 len: 943 time: 0.1223333 Jun 28 11:24:38.237342 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-5db2442b-9762-4418-aaa8-7345853f7e28 req-61df874f-0981-4f6b-883e-fcf0b3ca0387 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/security-groups?id=59240f42-5ee9-4357-a242-d6ccb32541ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629220 Jun 28 11:24:38.304651 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e1bf5d-101b-4e95-a0f0-225f25c75b7d req-1d7d594e-f613-4978-8677-4149c6c2b574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:38.306535 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-84e1bf5d-101b-4e95-a0f0-225f25c75b7d req-1d7d594e-f613-4978-8677-4149c6c2b574 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0d6307f0-ba10-44a7-b3d3-c9e66a22edf8 HTTP/1.1" status: 200 len: 913 time: 0.2612357 Jun 28 11:24:38.317772 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c6c98-b82c-4497-b441-bd73bd1f6dfa req-abbaa7b8-5e16-46c9-88c9-7cbe84ccc233 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:38.317772 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-316c6c98-b82c-4497-b441-bd73bd1f6dfa req-abbaa7b8-5e16-46c9-88c9-7cbe84ccc233 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d7126c-5714-441c-8f04-f8ee46be2604 HTTP/1.1" status: 200 len: 945 time: 0.1585367 Jun 28 11:24:38.424957 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-635af1cb-364c-416f-a577-ffe27528f2dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:38.516701 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-84e1bf5d-101b-4e95-a0f0-225f25c75b7d req-a68a9456-b0be-40b2-9767-d837970d8242 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40de6cb6-ca53-4711-a80a-c30c8d7123b6 HTTP/1.1" status: 200 len: 217 time: 0.1974068 Jun 28 11:24:38.586882 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-316c6c98-b82c-4497-b441-bd73bd1f6dfa req-97c6d685-2995-493d-a0b6-6ab42630dc97 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e2ad84a-7560-4d29-a2cf-b7d9fb8fac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2144890 Jun 28 11:24:38.613945 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e1bf5d-101b-4e95-a0f0-225f25c75b7d req-69b756ae-51e4-4d1e-acc7-432df7c1cc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:38.615471 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-84e1bf5d-101b-4e95-a0f0-225f25c75b7d req-69b756ae-51e4-4d1e-acc7-432df7c1cc1d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1b0b29df-7b1f-4317-a6ef-bd3cb4e8ea72 HTTP/1.1" status: 200 len: 851 time: 0.0879521 Jun 28 11:24:38.682538 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 33176) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:38.721480 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e1bf5d-101b-4e95-a0f0-225f25c75b7d req-60177d9a-d7b4-4e96-af6f-52713fd01d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:38.723409 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-84e1bf5d-101b-4e95-a0f0-225f25c75b7d req-60177d9a-d7b4-4e96-af6f-52713fd01d6c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0d6307f0-ba10-44a7-b3d3-c9e66a22edf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0995150 Jun 28 11:24:38.844588 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-23677b48-3b4a-4328-92dc-d25122f5877e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:38.860284 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-23677b48-3b4a-4328-92dc-d25122f5877e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:24:38.864556 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-23677b48-3b4a-4328-92dc-d25122f5877e admin admin] Usage tracker for resource:security_group_rule and tenant:8008c91b52ec4b5ab7cb6c308b37d244 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:24:38.868455 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-23677b48-3b4a-4328-92dc-d25122f5877e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:24:38.874701 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-23677b48-3b4a-4328-92dc-d25122f5877e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:24:38.886469 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-84e1bf5d-101b-4e95-a0f0-225f25c75b7d req-2ebc49cf-dd8f-431d-b719-5dbbe1ea130a service neutron] 10.222.0.43 "GET /v2.0/networks/0d6307f0-ba10-44a7-b3d3-c9e66a22edf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565230 Jun 28 11:24:38.968043 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-23677b48-3b4a-4328-92dc-d25122f5877e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:38.973394 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-23677b48-3b4a-4328-92dc-d25122f5877e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:39.023868 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-23677b48-3b4a-4328-92dc-d25122f5877e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8008c91b52ec4b5ab7cb6c308b37d244&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3391759 Jun 28 11:24:39.024217 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 33182) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:39.047122 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23677b48-3b4a-4328-92dc-d25122f5877e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9368d1ac-e68a-4511-ba7a-3861b9d43c94,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:39.079178 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-84e1bf5d-101b-4e95-a0f0-225f25c75b7d req-85523ec6-e33d-42fe-b92a-fa2ee289ce92 service neutron] 10.222.0.43 "GET /v2.0/networks/0d6307f0-ba10-44a7-b3d3-c9e66a22edf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862760 Jun 28 11:24:39.124215 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-570a3dd8-643f-463e-b875-ebdcb9b7c675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:39.153738 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-570a3dd8-643f-463e-b875-ebdcb9b7c675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:39.221081 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-570a3dd8-643f-463e-b875-ebdcb9b7c675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:39.234658 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570a3dd8-643f-463e-b875-ebdcb9b7c675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9368d1ac-e68a-4511-ba7a-3861b9d43c94,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:39.247847 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-570a3dd8-643f-463e-b875-ebdcb9b7c675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:39.251364 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-570a3dd8-643f-463e-b875-ebdcb9b7c675 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9368d1ac-e68a-4511-ba7a-3861b9d43c94 HTTP/1.1" status: 204 len: 168 time: 0.2237418 Jun 28 11:24:39.453172 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd091f-db06-4b70-95c4-eca031d70c52 req-c779225a-be1c-44c6-83e3-5520faf6b9e2 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:39.454762 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-68bd091f-db06-4b70-95c4-eca031d70c52 req-c779225a-be1c-44c6-83e3-5520faf6b9e2 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/ports?device_id=dff5b7d2-bbca-4e85-8cdb-263de353d633 HTTP/1.1" status: 200 len: 943 time: 0.1092510 Jun 28 11:24:39.519256 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-68bd091f-db06-4b70-95c4-eca031d70c52 req-f685d897-fd8c-4783-8b90-9c72ae16bec9 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/security-groups?id=59240f42-5ee9-4357-a242-d6ccb32541ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583892 Jun 28 11:24:39.661077 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 33194) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:39.700028 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-4adab11e-6b0d-479d-9b1d-6e7192d90e95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:39.707185 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b58b1c24-9254-4745-9794-e7d1435c798c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:39.719008 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-4adab11e-6b0d-479d-9b1d-6e7192d90e95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:24:39.766023 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-4adab11e-6b0d-479d-9b1d-6e7192d90e95 admin admin] Usage tracker for resource:security_group_rule and tenant:30be874de03a48b0a3cb0a8c127e2ba6 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:24:39.774858 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-4adab11e-6b0d-479d-9b1d-6e7192d90e95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:24:39.782939 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-4adab11e-6b0d-479d-9b1d-6e7192d90e95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:24:39.815478 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:39.854386 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f00c2-839c-4dc3-a00d-a5203d1ba592 req-8640f386-7313-4e47-bd0d-07fb111765e0 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:39.856083 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-7d6f00c2-839c-4dc3-a00d-a5203d1ba592 req-8640f386-7313-4e47-bd0d-07fb111765e0 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d7126c-5714-441c-8f04-f8ee46be2604 HTTP/1.1" status: 200 len: 945 time: 0.1389546 Jun 28 11:24:39.933022 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-7d6f00c2-839c-4dc3-a00d-a5203d1ba592 req-85b9aed7-758f-40d9-8f83-269c8c2f6ea1 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e2ad84a-7560-4d29-a2cf-b7d9fb8fac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705445 Jun 28 11:24:39.956369 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-4adab11e-6b0d-479d-9b1d-6e7192d90e95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:39.968626 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-4adab11e-6b0d-479d-9b1d-6e7192d90e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:40.003036 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adab11e-6b0d-479d-9b1d-6e7192d90e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f6445c-0d2a-491c-9543-164dfd58eda8,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:40.027344 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-4adab11e-6b0d-479d-9b1d-6e7192d90e95 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=30be874de03a48b0a3cb0a8c127e2ba6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3652339 Jun 28 11:24:40.029826 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 33202) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:40.102639 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-3b9f68aa-cce6-4bdf-8eb1-60fa1798000d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:40.132257 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-3b9f68aa-cce6-4bdf-8eb1-60fa1798000d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:40.190159 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-3b9f68aa-cce6-4bdf-8eb1-60fa1798000d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:40.209694 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9f68aa-cce6-4bdf-8eb1-60fa1798000d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f6445c-0d2a-491c-9543-164dfd58eda8,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:40.212621 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-3b9f68aa-cce6-4bdf-8eb1-60fa1798000d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:40.216027 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-3b9f68aa-cce6-4bdf-8eb1-60fa1798000d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/39f6445c-0d2a-491c-9543-164dfd58eda8 HTTP/1.1" status: 204 len: 168 time: 0.1830540 Jun 28 11:24:40.724059 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388e157-0cfb-42d2-bb89-9ec9e93d96a9 req-45a271d7-54a8-4bad-afa5-6a96570d9bba tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:40.725639 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-d388e157-0cfb-42d2-bb89-9ec9e93d96a9 req-45a271d7-54a8-4bad-afa5-6a96570d9bba tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/ports?device_id=dff5b7d2-bbca-4e85-8cdb-263de353d633 HTTP/1.1" status: 200 len: 943 time: 0.0968194 Jun 28 11:24:40.779523 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-d388e157-0cfb-42d2-bb89-9ec9e93d96a9 req-db15a000-1eee-4198-b781-74b5f81ab33c tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/security-groups?id=59240f42-5ee9-4357-a242-d6ccb32541ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476596 Jun 28 11:24:40.969992 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-90b31af6-315a-40c1-95e8-9ba1745e2d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:41.155693 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6612b6e8-1aac-4144-ba9b-a1c2524336f7 req-09ca8016-79c2-4072-b12f-3cfe8592e2e9 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:41.157190 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-6612b6e8-1aac-4144-ba9b-a1c2524336f7 req-09ca8016-79c2-4072-b12f-3cfe8592e2e9 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d7126c-5714-441c-8f04-f8ee46be2604 HTTP/1.1" status: 200 len: 945 time: 0.0947900 Jun 28 11:24:41.276593 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-6612b6e8-1aac-4144-ba9b-a1c2524336f7 req-b9a398cc-0ac2-4659-9108-e04c7f08321c tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e2ad84a-7560-4d29-a2cf-b7d9fb8fac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039701 Jun 28 11:24:41.299573 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851778d-c569-4e9f-9374-ad3fdc1be081 req-95658b24-e174-4f86-8749-c580b58944b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:41.301261 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-6851778d-c569-4e9f-9374-ad3fdc1be081 req-95658b24-e174-4f86-8749-c580b58944b1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8c5a6ea60f634bcda4032eca1bf6f9f2&device_id=19d7126c-5714-441c-8f04-f8ee46be2604 HTTP/1.1" status: 200 len: 1098 time: 0.1107628 Jun 28 11:24:41.441987 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851778d-c569-4e9f-9374-ad3fdc1be081 req-5aa22f3c-dedd-4736-a260-7fec49487d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:41.443455 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-6851778d-c569-4e9f-9374-ad3fdc1be081 req-5aa22f3c-dedd-4736-a260-7fec49487d8c service neutron] 10.222.0.43 "GET /v2.0/networks?id=834bcaca-3130-4f84-b609-7440f584eba2 HTTP/1.1" status: 200 len: 918 time: 0.1361699 Jun 28 11:24:41.556677 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-6851778d-c569-4e9f-9374-ad3fdc1be081 req-30d89dd3-51fc-427b-bc34-9235fb05834d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26433671-7f15-4520-b66b-9fd69b65a601 HTTP/1.1" status: 200 len: 1001 time: 0.1064589 Jun 28 11:24:41.623995 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851778d-c569-4e9f-9374-ad3fdc1be081 req-6f985db6-da59-4881-aece-27233c59d58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:41.625462 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-6851778d-c569-4e9f-9374-ad3fdc1be081 req-6f985db6-da59-4881-aece-27233c59d58b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a5f33935-ebca-42b8-ae35-d32bc58dfdca HTTP/1.1" status: 200 len: 856 time: 0.0626936 Jun 28 11:24:41.715969 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851778d-c569-4e9f-9374-ad3fdc1be081 req-769c40d3-e4d4-4828-b365-c5f43a59d288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:41.717538 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-6851778d-c569-4e9f-9374-ad3fdc1be081 req-769c40d3-e4d4-4828-b365-c5f43a59d288 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=834bcaca-3130-4f84-b609-7440f584eba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0862985 Jun 28 11:24:41.872626 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-6851778d-c569-4e9f-9374-ad3fdc1be081 req-79544210-136f-4a30-979a-04a49bb8472f service neutron] 10.222.0.43 "GET /v2.0/networks/834bcaca-3130-4f84-b609-7440f584eba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479001 Jun 28 11:24:41.992241 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07944645-b778-4bd4-8bd9-8c5df18fdab0 req-be60fdae-48fc-4920-80df-11d1f20cdcc5 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:41.995206 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-07944645-b778-4bd4-8bd9-8c5df18fdab0 req-be60fdae-48fc-4920-80df-11d1f20cdcc5 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/ports?device_id=dff5b7d2-bbca-4e85-8cdb-263de353d633 HTTP/1.1" status: 200 len: 943 time: 0.1018970 Jun 28 11:24:42.049170 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-07944645-b778-4bd4-8bd9-8c5df18fdab0 req-5798c7e2-4d13-4da7-bf9d-e22b15043bc2 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/security-groups?id=59240f42-5ee9-4357-a242-d6ccb32541ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471241 Jun 28 11:24:42.114541 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-6851778d-c569-4e9f-9374-ad3fdc1be081 req-32fda35d-c885-4429-8a35-216dd70a25a7 service neutron] 10.222.0.43 "GET /v2.0/networks/834bcaca-3130-4f84-b609-7440f584eba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358067 Jun 28 11:24:42.500371 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0741658-d4d2-41e5-8eee-925de2a91d56 req-20a946dc-f409-45dd-a1df-8a8885cdf614 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:42.501926 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-f0741658-d4d2-41e5-8eee-925de2a91d56 req-20a946dc-f409-45dd-a1df-8a8885cdf614 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d7126c-5714-441c-8f04-f8ee46be2604 HTTP/1.1" status: 200 len: 945 time: 0.1097689 Jun 28 11:24:42.552943 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-f0741658-d4d2-41e5-8eee-925de2a91d56 req-107aa2ef-c8d0-4a36-984e-20c52e333440 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e2ad84a-7560-4d29-a2cf-b7d9fb8fac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444891 Jun 28 11:24:43.265914 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5f6b2b-9b5a-41f8-8d6d-44de8b8885e5 req-cb6761b8-6a89-496c-b73f-ed30aa0537df tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:43.267437 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-ab5f6b2b-9b5a-41f8-8d6d-44de8b8885e5 req-cb6761b8-6a89-496c-b73f-ed30aa0537df tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/ports?device_id=dff5b7d2-bbca-4e85-8cdb-263de353d633 HTTP/1.1" status: 200 len: 943 time: 0.1065326 Jun 28 11:24:43.319803 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-ab5f6b2b-9b5a-41f8-8d6d-44de8b8885e5 req-f96ae16e-07de-4aa0-ac77-ecafd89260c9 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/security-groups?id=59240f42-5ee9-4357-a242-d6ccb32541ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459688 Jun 28 11:24:43.776262 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2486a83-45ab-42cc-b3e6-bc17f6476f92 req-c4d74e21-5f88-4ec9-a65c-aef82f5e7472 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:43.778513 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-a2486a83-45ab-42cc-b3e6-bc17f6476f92 req-c4d74e21-5f88-4ec9-a65c-aef82f5e7472 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d7126c-5714-441c-8f04-f8ee46be2604 HTTP/1.1" status: 200 len: 945 time: 0.1079736 Jun 28 11:24:43.829824 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-a2486a83-45ab-42cc-b3e6-bc17f6476f92 req-d3408184-2cc4-406c-94fa-745f80930557 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e2ad84a-7560-4d29-a2cf-b7d9fb8fac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406063 Jun 28 11:24:43.845864 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 33358) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:43.979558 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-318b6139-908d-4f9b-8e6b-fd75a8a68f6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:43.997255 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-318b6139-908d-4f9b-8e6b-fd75a8a68f6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:24:44.001125 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-318b6139-908d-4f9b-8e6b-fd75a8a68f6e admin admin] Usage tracker for resource:security_group_rule and tenant:9279bd6a46004366a698a97897b66ed7 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:24:44.003892 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-318b6139-908d-4f9b-8e6b-fd75a8a68f6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:24:44.009799 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-318b6139-908d-4f9b-8e6b-fd75a8a68f6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:24:44.107939 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-318b6139-908d-4f9b-8e6b-fd75a8a68f6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:44.112493 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-318b6139-908d-4f9b-8e6b-fd75a8a68f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:44.168170 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318b6139-908d-4f9b-8e6b-fd75a8a68f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b323dd-d7c2-4776-973f-ec644c3b9de2,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:44.174115 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-318b6139-908d-4f9b-8e6b-fd75a8a68f6e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9279bd6a46004366a698a97897b66ed7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3266230 Jun 28 11:24:44.177025 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 33364) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:44.257962 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-bf664341-2868-43fe-8885-c4adcae185cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:44.290326 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-bf664341-2868-43fe-8885-c4adcae185cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:44.343425 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-bf664341-2868-43fe-8885-c4adcae185cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:44.358169 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf664341-2868-43fe-8885-c4adcae185cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b323dd-d7c2-4776-973f-ec644c3b9de2,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:44.368244 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-bf664341-2868-43fe-8885-c4adcae185cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:44.369423 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-bf664341-2868-43fe-8885-c4adcae185cb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/77b323dd-d7c2-4776-973f-ec644c3b9de2 HTTP/1.1" status: 204 len: 168 time: 0.1914873 Jun 28 11:24:44.526887 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7fab99-69f6-46e0-8376-a2c85b887e63 req-f4c51d13-5ce6-4a24-a9a3-64e2d0f994da tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:44.528360 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-cb7fab99-69f6-46e0-8376-a2c85b887e63 req-f4c51d13-5ce6-4a24-a9a3-64e2d0f994da tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/ports?device_id=dff5b7d2-bbca-4e85-8cdb-263de353d633 HTTP/1.1" status: 200 len: 943 time: 0.0942817 Jun 28 11:24:44.577763 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-cb7fab99-69f6-46e0-8376-a2c85b887e63 req-4197ce45-fe4f-4394-a4cf-c2a84644e9e1 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/security-groups?id=59240f42-5ee9-4357-a242-d6ccb32541ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424855 Jun 28 11:24:44.664115 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 33374) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:44.682859 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-e48f199e-1482-4dca-b046-9e56a4bfcee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:44.701651 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-e48f199e-1482-4dca-b046-9e56a4bfcee3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:24:44.706225 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-e48f199e-1482-4dca-b046-9e56a4bfcee3 admin admin] Usage tracker for resource:security_group_rule and tenant:669b976df6ff46af8489abf3ec82c054 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:24:44.709108 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-e48f199e-1482-4dca-b046-9e56a4bfcee3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:24:44.715990 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-e48f199e-1482-4dca-b046-9e56a4bfcee3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:24:44.806673 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-e48f199e-1482-4dca-b046-9e56a4bfcee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:44.810899 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-e48f199e-1482-4dca-b046-9e56a4bfcee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:44.857985 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-e48f199e-1482-4dca-b046-9e56a4bfcee3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=669b976df6ff46af8489abf3ec82c054&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1925795 Jun 28 11:24:44.858925 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48f199e-1482-4dca-b046-9e56a4bfcee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4305140b-491a-4258-9b11-f1e4aa32adf5,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:44.861064 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 33378) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:44.928557 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-b6c9fb0e-f444-4796-813e-56513c827c0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:44.957374 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-b6c9fb0e-f444-4796-813e-56513c827c0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:45.015929 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-b6c9fb0e-f444-4796-813e-56513c827c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:45.033281 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c9fb0e-f444-4796-813e-56513c827c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4305140b-491a-4258-9b11-f1e4aa32adf5,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:45.047217 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-b6c9fb0e-f444-4796-813e-56513c827c0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:45.048486 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-b6c9fb0e-f444-4796-813e-56513c827c0f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4305140b-491a-4258-9b11-f1e4aa32adf5 HTTP/1.1" status: 204 len: 168 time: 0.1863506 Jun 28 11:24:45.051850 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b36205-e7aa-4531-97a0-3ae36e0a67bb req-43df36be-376d-413d-8cae-a5a7a834ca97 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:45.053783 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-18b36205-e7aa-4531-97a0-3ae36e0a67bb req-43df36be-376d-413d-8cae-a5a7a834ca97 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d7126c-5714-441c-8f04-f8ee46be2604 HTTP/1.1" status: 200 len: 945 time: 0.1014516 Jun 28 11:24:45.108362 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-18b36205-e7aa-4531-97a0-3ae36e0a67bb req-9a09fb18-6c9c-4e1f-927a-37e6d71fc2da tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e2ad84a-7560-4d29-a2cf-b7d9fb8fac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436723 Jun 28 11:24:45.575270 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device 40de6cb6-ca53-4711-a80a-c30c8d7123b6 details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=88179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:24:45.579146 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device 26433671-7f15-4520-b66b-9fd69b65a601 no longer exists at agent hyperv_hv-cinder-84460 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:24:45.797675 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port 40de6cb6-ca53-4711-a80a-c30c8d7123b6, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=40de6cb6-ca53-4711-a80a-c30c8d7123b6,segment=NetworkSegment(6274d8ad-456f-4882-af74-95c75bd63265),segment_id=6274d8ad-456f-4882-af74-95c75bd63265)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:24:45.812722 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Returning: {'device': '40de6cb6-ca53-4711-a80a-c30c8d7123b6', 'network_id': '0d6307f0-ba10-44a7-b3d3-c9e66a22edf8', 'port_id': '40de6cb6-ca53-4711-a80a-c30c8d7123b6', 'mac_address': 'fa:16:3e:08:00:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b0b29df-7b1f-4317-a6ef-bd3cb4e8ea72', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:24:45.857530 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f368538-2602-4e15-9bfd-be405325fc67 req-0ee16470-11e0-4f2b-975c-eebfa33bb72f tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:45.860833 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-7f368538-2602-4e15-9bfd-be405325fc67 req-0ee16470-11e0-4f2b-975c-eebfa33bb72f tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/ports?device_id=dff5b7d2-bbca-4e85-8cdb-263de353d633 HTTP/1.1" status: 200 len: 943 time: 0.1156886 Jun 28 11:24:45.919420 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 33422) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:45.920563 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Current status of the port 40de6cb6-ca53-4711-a80a-c30c8d7123b6 is: DOWN; New status is: BUILD {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:24:45.920973 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:45.930594 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-7f368538-2602-4e15-9bfd-be405325fc67 req-4a63b75a-57ba-403f-84e3-106d69e1d912 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/security-groups?id=59240f42-5ee9-4357-a242-d6ccb32541ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624664 Jun 28 11:24:45.943327 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40de6cb6-ca53-4711-a80a-c30c8d7123b6 {{(pid=88179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:24:45.972027 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port 40de6cb6-ca53-4711-a80a-c30c8d7123b6, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=40de6cb6-ca53-4711-a80a-c30c8d7123b6,segment=NetworkSegment(6274d8ad-456f-4882-af74-95c75bd63265),segment_id=6274d8ad-456f-4882-af74-95c75bd63265)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:24:45.979040 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:46.038350 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Current status of the port 26433671-7f15-4520-b66b-9fd69b65a601 is: ACTIVE; New status is: DOWN {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:24:46.038820 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:46.056895 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [None req-8d330d0c-804b-4e64-874f-66ca9faf5a76 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-878518485-network', 'tenant_id': '2fe58cf187744c7b896a27a39787fd5f'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:24:46.061694 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-8d330d0c-804b-4e64-874f-66ca9faf5a76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:24:46.066525 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-8d330d0c-804b-4e64-874f-66ca9faf5a76 admin admin] Usage tracker for resource:network and tenant:2fe58cf187744c7b896a27a39787fd5f is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:24:46.070334 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-8d330d0c-804b-4e64-874f-66ca9faf5a76 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:24:46.078417 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-8d330d0c-804b-4e64-874f-66ca9faf5a76 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:24:46.083255 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19d7126c-5714-441c-8f04-f8ee46be2604', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26433671-7f15-4520-b66b-9fd69b65a601'}] {{(pid=88179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:24:46.090755 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d330d0c-804b-4e64-874f-66ca9faf5a76 admin admin] Made reservation on behalf of 2fe58cf187744c7b896a27a39787fd5f for: {'network': 1} {{(pid=88178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:24:46.093590 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-8d330d0c-804b-4e64-874f-66ca9faf5a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for network, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:46.095318 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port 26433671-7f15-4520-b66b-9fd69b65a601, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=26433671-7f15-4520-b66b-9fd69b65a601,segment=NetworkSegment(51f9b8b0-6a4d-4001-8198-b45cfc46d70a),segment_id=51f9b8b0-6a4d-4001-8198-b45cfc46d70a)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:24:46.098302 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Pushing event updated for resources: {'Port': ['ID=40de6cb6-ca53-4711-a80a-c30c8d7123b6,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:46.101593 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:46.121398 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-8d330d0c-804b-4e64-874f-66ca9faf5a76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:46.145929 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-8d330d0c-804b-4e64-874f-66ca9faf5a76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:24:46.151705 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-8d330d0c-804b-4e64-874f-66ca9faf5a76 admin admin] Usage tracker for resource:security_group_rule and tenant:2fe58cf187744c7b896a27a39787fd5f is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:24:46.156003 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-8d330d0c-804b-4e64-874f-66ca9faf5a76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:24:46.166616 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-8d330d0c-804b-4e64-874f-66ca9faf5a76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:24:46.176767 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Pushing event updated for resources: {'Port': ['ID=26433671-7f15-4520-b66b-9fd69b65a601,revision_number=8']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:46.184823 dv-cinder-844605-1-iscsi neutron-server[88179]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-f31cb601-e126-4027-9879-a9cab19bfbff']: {'server_uuid': '19d7126c-5714-441c-8f04-f8ee46be2604', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '26433671-7f15-4520-b66b-9fd69b65a601', 'code': 422} returned with failed status Jun 28 11:24:46.212116 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] get_ports_and_sgs() called for port_ids ['40de6cb6-ca53-4711-a80a-c30c8d7123b6'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:24:46.345297 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-8d330d0c-804b-4e64-874f-66ca9faf5a76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:46.351654 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-8d330d0c-804b-4e64-874f-66ca9faf5a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:46.365023 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee617b12-10f1-46af-bf9e-15a37d7718b8 req-fa4f574e-761d-486d-ba11-7e69a5165cf6 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:46.366598 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-ee617b12-10f1-46af-bf9e-15a37d7718b8 req-fa4f574e-761d-486d-ba11-7e69a5165cf6 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d7126c-5714-441c-8f04-f8ee46be2604 HTTP/1.1" status: 200 len: 943 time: 0.1825056 Jun 28 11:24:46.388614 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d330d0c-804b-4e64-874f-66ca9faf5a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3f8ad5-f2c2-401b-83e6-27531464e62d,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:46.415185 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d330d0c-804b-4e64-874f-66ca9faf5a76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=88178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 11:24:46.428673 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-8d330d0c-804b-4e64-874f-66ca9faf5a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812087'] for segment, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:46.429413 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.db.segments_db [None req-8d330d0c-804b-4e64-874f-66ca9faf5a76 admin admin] Added segment 8c1668cf-f5b6-4b85-a789-45fcfb25785d of type vlan for network e55a58bd-7812-41e4-bcd4-4cf0e2460fe3 Jun 28 11:24:46.442165 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-ee617b12-10f1-46af-bf9e-15a37d7718b8 req-b621c914-1bef-4edf-a0c3-37de17176522 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e2ad84a-7560-4d29-a2cf-b7d9fb8fac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651510 Jun 28 11:24:46.470793 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-8d330d0c-804b-4e64-874f-66ca9faf5a76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782103966769'] for network, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:46.526175 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-8d330d0c-804b-4e64-874f-66ca9faf5a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693'] for network, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:46.528174 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d330d0c-804b-4e64-874f-66ca9faf5a76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:46.529598 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-8d330d0c-804b-4e64-874f-66ca9faf5a76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562711'] for network, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:46.668470 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d330d0c-804b-4e64-874f-66ca9faf5a76 admin admin] Pushing event updated for resources: {'Network': ['ID=e55a58bd-7812-41e4-bcd4-4cf0e2460fe3,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:46.673729 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-8d330d0c-804b-4e64-874f-66ca9faf5a76 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7512434 Jun 28 11:24:46.680788 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 33454) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:46.683727 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Network e55a58bd-7812-41e4-bcd4-4cf0e2460fe3 details requested by agent ovs-agent-dv-cinder-844605-1-iscsi with host dv-cinder-844605-1-iscsi {{(pid=88179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 11:24:46.688132 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [None req-747bb10b-48e4-4e64-9c31-f6f82eb75087 admin admin] Request body: {'subnet': {'network_id': 'e55a58bd-7812-41e4-bcd4-4cf0e2460fe3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-878518485-subnet', 'tenant_id': '2fe58cf187744c7b896a27a39787fd5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:24:46.692532 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 33458) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:46.697114 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-747bb10b-48e4-4e64-9c31-f6f82eb75087 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:24:46.707106 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-747bb10b-48e4-4e64-9c31-f6f82eb75087 admin admin] Usage tracker for resource:subnet and tenant:2fe58cf187744c7b896a27a39787fd5f is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:24:46.711424 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-747bb10b-48e4-4e64-9c31-f6f82eb75087 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:24:46.720124 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-747bb10b-48e4-4e64-9c31-f6f82eb75087 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:24:46.733914 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747bb10b-48e4-4e64-9c31-f6f82eb75087 admin admin] Made reservation on behalf of 2fe58cf187744c7b896a27a39787fd5f for: {'subnet': 1} {{(pid=88178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:24:46.737709 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-747bb10b-48e4-4e64-9c31-f6f82eb75087 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2482729'] for subnet, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:46.760137 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06748d4-89e6-4397-a693-198f9b562091 req-83e76849-8aea-4e75-b6f5-1a7af9e20438 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:46.764693 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b06748d4-89e6-4397-a693-198f9b562091 req-83e76849-8aea-4e75-b6f5-1a7af9e20438 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/ports?device_id=241e71b4-f1cf-4194-b958-8f619f10e932 HTTP/1.1" status: 200 len: 945 time: 0.1251473 Jun 28 11:24:46.814404 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b06748d4-89e6-4397-a693-198f9b562091 req-a1d8f5d2-e1b8-4d22-a3c3-0fc1b79e22be tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c6ad59f-43e2-451e-ab60-0e8c362b11b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454931 Jun 28 11:24:46.952923 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-9df438e4-5c16-4aad-83df-16ba3a3802a7 req-9432960d-1b9c-4d6a-bab4-5ad557235fd9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=19d7126c-5714-441c-8f04-f8ee46be2604&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2578342 Jun 28 11:24:47.230974 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-747bb10b-48e4-4e64-9c31-f6f82eb75087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2289327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2482719'] for subnet, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:47.271238 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358818df-ec4e-4acc-a424-35a600aba387 req-dc41bd76-e0a1-4ec3-8a24-08716ab3671a tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:47.272864 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-358818df-ec4e-4acc-a424-35a600aba387 req-dc41bd76-e0a1-4ec3-8a24-08716ab3671a tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/ports?device_id=dff5b7d2-bbca-4e85-8cdb-263de353d633 HTTP/1.1" status: 200 len: 944 time: 0.1666744 Jun 28 11:24:47.328088 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747bb10b-48e4-4e64-9c31-f6f82eb75087 admin admin] Pushing event updated for resources: {'Subnet': ['ID=934f859e-b6fe-4edd-a47c-9e33df7e7ff7,revision_number=0']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:47.364326 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-358818df-ec4e-4acc-a424-35a600aba387 req-429f7625-cdde-4167-b71b-345b4ac914a4 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/security-groups?id=59240f42-5ee9-4357-a242-d6ccb32541ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831931 Jun 28 11:24:47.369183 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747bb10b-48e4-4e64-9c31-f6f82eb75087 admin admin] Checking segment: {'id': '8c1668cf-f5b6-4b85-a789-45fcfb25785d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e55a58bd-7812-41e4-bcd4-4cf0e2460fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:24:47.369523 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747bb10b-48e4-4e64-9c31-f6f82eb75087 admin admin] Network hostable DHCP agents. Network: e55a58bd-7812-41e4-bcd4-4cf0e2460fe3, hostable agents: ['bd7a9fca-13b7-4c24-af86-ecdc43be0dc3'], hosted agents: [] {{(pid=88178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 11:24:47.401362 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747bb10b-48e4-4e64-9c31-f6f82eb75087 admin admin] Network e55a58bd-7812-41e4-bcd4-4cf0e2460fe3 is scheduled to be hosted by DHCP agent bd7a9fca-13b7-4c24-af86-ecdc43be0dc3 with binding_index 1 {{(pid=88178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 11:24:47.413855 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.base_scheduler [None req-747bb10b-48e4-4e64-9c31-f6f82eb75087 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844605-1-iscsi, e55a58bd-7812-41e4-bcd4-4cf0e2460fe3) {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:24:47.421595 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747bb10b-48e4-4e64-9c31-f6f82eb75087 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:47.422330 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-747bb10b-48e4-4e64-9c31-f6f82eb75087 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:47.423745 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afe14e2-cfcc-4aa8-b4a5-9189594590ba None None] Network e55a58bd-7812-41e4-bcd4-4cf0e2460fe3 requested from dv-cinder-844605-1-iscsi {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:24:47.449441 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-747bb10b-48e4-4e64-9c31-f6f82eb75087 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7674897 Jun 28 11:24:47.595898 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device 40de6cb6-ca53-4711-a80a-c30c8d7123b6 up at agent hyperv_hv-cinder-84460 {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:24:47.644376 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.agents_db [None req-fef25e13-dc2d-42bf-aa2e-f684c08e94a6 None None] Agent healthcheck: found 6 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:24:47.695351 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d634dd04-8201-4036-8f87-48cadb502293 req-e3313385-efd8-4ebc-b679-2c23e063e2fe tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:47.701166 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-d634dd04-8201-4036-8f87-48cadb502293 req-e3313385-efd8-4ebc-b679-2c23e063e2fe tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d7126c-5714-441c-8f04-f8ee46be2604 HTTP/1.1" status: 200 len: 943 time: 0.1385851 Jun 28 11:24:47.739519 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9641d7a9-543c-496b-a21a-183741e0d89c None None] Network e55a58bd-7812-41e4-bcd4-4cf0e2460fe3 requested from dv-cinder-844605-1-iscsi {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:24:47.754925 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-d634dd04-8201-4036-8f87-48cadb502293 req-f12c5a50-af50-4165-9804-fca6352d2e52 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e2ad84a-7560-4d29-a2cf-b7d9fb8fac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477960 Jun 28 11:24:47.759009 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Provisioning for port 40de6cb6-ca53-4711-a80a-c30c8d7123b6 completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:24:47.827707 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Provisioning complete for port 40de6cb6-ca53-4711-a80a-c30c8d7123b6 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:24:47.828082 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:48.027761 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb60491-4126-4bbd-8dd1-0131c40f76ab req-9cb7feb1-8b48-450a-b699-11db03ae41c1 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:48.029664 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-2bb60491-4126-4bbd-8dd1-0131c40f76ab req-9cb7feb1-8b48-450a-b699-11db03ae41c1 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/ports?device_id=241e71b4-f1cf-4194-b958-8f619f10e932 HTTP/1.1" status: 200 len: 945 time: 0.1048696 Jun 28 11:24:48.088303 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-2bb60491-4126-4bbd-8dd1-0131c40f76ab req-d8fc5371-3ac8-4a57-8bf3-748a3fc34c70 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c6ad59f-43e2-451e-ab60-0e8c362b11b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493503 Jun 28 11:24:48.097550 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 33490) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:48.109509 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [None req-3ee6319b-5761-4ef2-b870-7ce3bab8702a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-276766831-network', 'tenant_id': '46725cebaea64b958fca8e884077871d'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:24:48.110978 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-3ee6319b-5761-4ef2-b870-7ce3bab8702a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:24:48.115417 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-3ee6319b-5761-4ef2-b870-7ce3bab8702a admin admin] Usage tracker for resource:network and tenant:46725cebaea64b958fca8e884077871d is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:24:48.118338 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-3ee6319b-5761-4ef2-b870-7ce3bab8702a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:24:48.124759 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-3ee6319b-5761-4ef2-b870-7ce3bab8702a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:24:48.132474 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Current status of the port 40de6cb6-ca53-4711-a80a-c30c8d7123b6 is: BUILD; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:24:48.132916 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:48.135570 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee6319b-5761-4ef2-b870-7ce3bab8702a admin admin] Made reservation on behalf of 46725cebaea64b958fca8e884077871d for: {'network': 1} {{(pid=88178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:24:48.138293 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-3ee6319b-5761-4ef2-b870-7ce3bab8702a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for network, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:48.151041 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-3ee6319b-5761-4ef2-b870-7ce3bab8702a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:48.165847 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-3ee6319b-5761-4ef2-b870-7ce3bab8702a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:24:48.169717 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-3ee6319b-5761-4ef2-b870-7ce3bab8702a admin admin] Usage tracker for resource:security_group_rule and tenant:46725cebaea64b958fca8e884077871d is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:24:48.172847 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-3ee6319b-5761-4ef2-b870-7ce3bab8702a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:24:48.178591 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-3ee6319b-5761-4ef2-b870-7ce3bab8702a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:24:48.206168 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dff5b7d2-bbca-4e85-8cdb-263de353d633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40de6cb6-ca53-4711-a80a-c30c8d7123b6'}] {{(pid=88179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:24:48.218073 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port 40de6cb6-ca53-4711-a80a-c30c8d7123b6, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=40de6cb6-ca53-4711-a80a-c30c8d7123b6,segment=NetworkSegment(6274d8ad-456f-4882-af74-95c75bd63265),segment_id=6274d8ad-456f-4882-af74-95c75bd63265)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:24:48.223559 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:48.271481 dv-cinder-844605-1-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dc5eb9c-59e3-4945-9df3-44b95e095195'] response: {'server_uuid': 'dff5b7d2-bbca-4e85-8cdb-263de353d633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40de6cb6-ca53-4711-a80a-c30c8d7123b6', 'code': 200} Jun 28 11:24:48.278580 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-3ee6319b-5761-4ef2-b870-7ce3bab8702a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:48.284348 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-3ee6319b-5761-4ef2-b870-7ce3bab8702a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:48.304046 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Pushing event updated for resources: {'Port': ['ID=40de6cb6-ca53-4711-a80a-c30c8d7123b6,revision_number=5']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:48.320288 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ee6319b-5761-4ef2-b870-7ce3bab8702a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=88178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 11:24:48.338020 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee6319b-5761-4ef2-b870-7ce3bab8702a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01680f5c-065f-4704-8341-625315049e59,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:48.343403 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-3ee6319b-5761-4ef2-b870-7ce3bab8702a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812087'] for segment, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:48.343734 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.db.segments_db [None req-3ee6319b-5761-4ef2-b870-7ce3bab8702a admin admin] Added segment d0bb0268-f267-4f3d-8e08-0ac5148288fe of type vlan for network 69f697aa-6c48-4683-aa42-771546425046 Jun 28 11:24:48.375698 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-3ee6319b-5761-4ef2-b870-7ce3bab8702a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782103966769'] for network, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:48.408553 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-3ee6319b-5761-4ef2-b870-7ce3bab8702a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693'] for network, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:48.409939 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee6319b-5761-4ef2-b870-7ce3bab8702a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:48.411482 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-3ee6319b-5761-4ef2-b870-7ce3bab8702a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562711'] for network, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:48.585105 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee6319b-5761-4ef2-b870-7ce3bab8702a admin admin] Pushing event updated for resources: {'Network': ['ID=69f697aa-6c48-4683-aa42-771546425046,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:48.591870 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-3ee6319b-5761-4ef2-b870-7ce3bab8702a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4903271 Jun 28 11:24:48.592063 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6568d62f-8f42-481a-a995-eac9753b4b18 req-dc29b143-be9a-4203-8bbe-5d76f6e4170c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:48.592835 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-6568d62f-8f42-481a-a995-eac9753b4b18 req-dc29b143-be9a-4203-8bbe-5d76f6e4170c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dff5b7d2-bbca-4e85-8cdb-263de353d633 HTTP/1.1" status: 200 len: 1098 time: 0.0840030 Jun 28 11:24:48.593351 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 33498) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:48.598854 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [None req-e7ffaff6-9b83-4273-a6fc-1cfe7635216a admin admin] Request body: {'subnet': {'network_id': '69f697aa-6c48-4683-aa42-771546425046', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-276766831-subnet', 'tenant_id': '46725cebaea64b958fca8e884077871d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:24:48.600610 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Network 69f697aa-6c48-4683-aa42-771546425046 details requested by agent ovs-agent-dv-cinder-844605-1-iscsi with host dv-cinder-844605-1-iscsi {{(pid=88179) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 11:24:48.617445 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-e7ffaff6-9b83-4273-a6fc-1cfe7635216a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:24:48.625609 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-e7ffaff6-9b83-4273-a6fc-1cfe7635216a admin admin] Usage tracker for resource:subnet and tenant:46725cebaea64b958fca8e884077871d is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:24:48.629162 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ba090-13ca-4b1d-bc1c-aaf7e22f9768 req-27e4d1cf-6e91-4123-8a2e-ab83a9b284f5 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:48.630300 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-e7ffaff6-9b83-4273-a6fc-1cfe7635216a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:24:48.630657 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-da4ba090-13ca-4b1d-bc1c-aaf7e22f9768 req-27e4d1cf-6e91-4123-8a2e-ab83a9b284f5 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/ports?device_id=dff5b7d2-bbca-4e85-8cdb-263de353d633 HTTP/1.1" status: 200 len: 945 time: 0.1285713 Jun 28 11:24:48.645832 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-e7ffaff6-9b83-4273-a6fc-1cfe7635216a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:24:48.668919 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-6568d62f-8f42-481a-a995-eac9753b4b18 req-3b3fc9d8-d2d2-437a-8aa6-d00c92093df7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=59240f42-5ee9-4357-a242-d6ccb32541ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649343 Jun 28 11:24:48.669964 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ffaff6-9b83-4273-a6fc-1cfe7635216a admin admin] Made reservation on behalf of 46725cebaea64b958fca8e884077871d for: {'subnet': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:24:48.672426 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-e7ffaff6-9b83-4273-a6fc-1cfe7635216a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1870499'] for subnet, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:48.683209 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-da4ba090-13ca-4b1d-bc1c-aaf7e22f9768 req-38993d99-a004-4ff4-ade3-d3f2df75946e tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/security-groups?id=59240f42-5ee9-4357-a242-d6ccb32541ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457084 Jun 28 11:24:48.997061 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-e7ffaff6-9b83-4273-a6fc-1cfe7635216a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2687967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1870485'] for subnet, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:49.113676 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ffaff6-9b83-4273-a6fc-1cfe7635216a admin admin] Pushing event updated for resources: {'Subnet': ['ID=aef8c7c4-a842-4f51-951c-b328dbe197f2,revision_number=0']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:49.136880 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ffaff6-9b83-4273-a6fc-1cfe7635216a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:49.137329 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ffaff6-9b83-4273-a6fc-1cfe7635216a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:49.137662 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ffaff6-9b83-4273-a6fc-1cfe7635216a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:49.137990 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ffaff6-9b83-4273-a6fc-1cfe7635216a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:49.138305 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ffaff6-9b83-4273-a6fc-1cfe7635216a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:49.138625 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ffaff6-9b83-4273-a6fc-1cfe7635216a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:49.138938 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ffaff6-9b83-4273-a6fc-1cfe7635216a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:49.139250 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ffaff6-9b83-4273-a6fc-1cfe7635216a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:49.139565 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ffaff6-9b83-4273-a6fc-1cfe7635216a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:49.139874 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ffaff6-9b83-4273-a6fc-1cfe7635216a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:49.140184 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ffaff6-9b83-4273-a6fc-1cfe7635216a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:49.140491 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ffaff6-9b83-4273-a6fc-1cfe7635216a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:49.149588 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ffaff6-9b83-4273-a6fc-1cfe7635216a admin admin] Checking segment: {'id': 'd0bb0268-f267-4f3d-8e08-0ac5148288fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '69f697aa-6c48-4683-aa42-771546425046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:24:49.149938 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ffaff6-9b83-4273-a6fc-1cfe7635216a admin admin] Network hostable DHCP agents. Network: 69f697aa-6c48-4683-aa42-771546425046, hostable agents: ['bd7a9fca-13b7-4c24-af86-ecdc43be0dc3'], hosted agents: [] {{(pid=88177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 11:24:49.177825 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb629e-e093-49dd-b246-d173b271d0cd req-de857d2b-1d02-4da2-a3ca-4f1fc70538c4 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:49.179419 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-8dbb629e-e093-49dd-b246-d173b271d0cd req-de857d2b-1d02-4da2-a3ca-4f1fc70538c4 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d7126c-5714-441c-8f04-f8ee46be2604 HTTP/1.1" status: 200 len: 943 time: 0.2895050 Jun 28 11:24:49.182429 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df438e4-5c16-4aad-83df-16ba3a3802a7 req-3ce34310-c5de-492e-bea0-1e4625caa2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:49.182798 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-9df438e4-5c16-4aad-83df-16ba3a3802a7 req-3ce34310-c5de-492e-bea0-1e4625caa2c2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=19d7126c-5714-441c-8f04-f8ee46be2604&tenant_id=8c5a6ea60f634bcda4032eca1bf6f9f2 HTTP/1.1" status: 200 len: 1096 time: 0.2425032 Jun 28 11:24:49.194317 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ffaff6-9b83-4273-a6fc-1cfe7635216a admin admin] Network 69f697aa-6c48-4683-aa42-771546425046 is scheduled to be hosted by DHCP agent bd7a9fca-13b7-4c24-af86-ecdc43be0dc3 with binding_index 1 {{(pid=88177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 11:24:49.270043 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.base_scheduler [None req-e7ffaff6-9b83-4273-a6fc-1cfe7635216a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844605-1-iscsi, 69f697aa-6c48-4683-aa42-771546425046) {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:24:49.275140 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ffaff6-9b83-4273-a6fc-1cfe7635216a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:49.275730 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-e7ffaff6-9b83-4273-a6fc-1cfe7635216a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562711'] for subnet, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:49.280620 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48547944-278f-49a6-9b64-7f9c5fdf7852 None None] Network 69f697aa-6c48-4683-aa42-771546425046 requested from dv-cinder-844605-1-iscsi {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:24:49.303145 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d2c2a6-2a8d-4ef3-9a79-a8a33bcf79e8 req-f33f9be1-3ab1-46b0-be5f-be748a5d7edf tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:49.305181 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-11d2c2a6-2a8d-4ef3-9a79-a8a33bcf79e8 req-f33f9be1-3ab1-46b0-be5f-be748a5d7edf tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/ports?device_id=241e71b4-f1cf-4194-b958-8f619f10e932 HTTP/1.1" status: 200 len: 945 time: 0.1056824 Jun 28 11:24:49.353995 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-11d2c2a6-2a8d-4ef3-9a79-a8a33bcf79e8 req-039183de-9427-418c-8472-d190fd1accaa tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c6ad59f-43e2-451e-ab60-0e8c362b11b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422876 Jun 28 11:24:49.428205 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-8dbb629e-e093-49dd-b246-d173b271d0cd req-e6167b82-8f9d-4bf8-8555-01271947d37b tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e2ad84a-7560-4d29-a2cf-b7d9fb8fac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2292979 Jun 28 11:24:49.437490 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-e7ffaff6-9b83-4273-a6fc-1cfe7635216a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8351750 Jun 28 11:24:49.465301 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df438e4-5c16-4aad-83df-16ba3a3802a7 req-7b7839ef-d5ae-4cd4-a027-63e38d40b3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:49.466779 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-9df438e4-5c16-4aad-83df-16ba3a3802a7 req-7b7839ef-d5ae-4cd4-a027-63e38d40b3e0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8c5a6ea60f634bcda4032eca1bf6f9f2&device_id=19d7126c-5714-441c-8f04-f8ee46be2604 HTTP/1.1" status: 200 len: 1096 time: 0.2493956 Jun 28 11:24:49.521294 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02065e63-51bb-42a6-9131-88674e54da42 None None] Network 69f697aa-6c48-4683-aa42-771546425046 requested from dv-cinder-844605-1-iscsi {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:24:49.618504 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df438e4-5c16-4aad-83df-16ba3a3802a7 req-b06dbca9-bba7-4065-8714-781f97404e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:49.620339 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-9df438e4-5c16-4aad-83df-16ba3a3802a7 req-b06dbca9-bba7-4065-8714-781f97404e26 service neutron] 10.222.0.43 "GET /v2.0/networks?id=834bcaca-3130-4f84-b609-7440f584eba2 HTTP/1.1" status: 200 len: 918 time: 0.1435223 Jun 28 11:24:49.750301 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-9df438e4-5c16-4aad-83df-16ba3a3802a7 req-d2aa4bfd-9306-4b0c-bd3c-458ccf318529 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26433671-7f15-4520-b66b-9fd69b65a601 HTTP/1.1" status: 200 len: 999 time: 0.1140230 Jun 28 11:24:49.856425 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df438e4-5c16-4aad-83df-16ba3a3802a7 req-3fd01a9a-d8d7-4824-8fe5-b78319add07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:49.858688 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-9df438e4-5c16-4aad-83df-16ba3a3802a7 req-3fd01a9a-d8d7-4824-8fe5-b78319add07c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a5f33935-ebca-42b8-ae35-d32bc58dfdca HTTP/1.1" status: 200 len: 856 time: 0.1011825 Jun 28 11:24:49.975401 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768bbc0f-6c71-4b1f-b482-86b4572cc8d4 req-bd3d3fee-2631-45a2-aaee-cbb2ec6adaff tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:49.983000 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-768bbc0f-6c71-4b1f-b482-86b4572cc8d4 req-bd3d3fee-2631-45a2-aaee-cbb2ec6adaff tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/ports?device_id=dff5b7d2-bbca-4e85-8cdb-263de353d633 HTTP/1.1" status: 200 len: 945 time: 0.1348407 Jun 28 11:24:49.985120 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df438e4-5c16-4aad-83df-16ba3a3802a7 req-47cf5e08-a044-45e3-b076-3fc938b3caaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:49.987899 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-9df438e4-5c16-4aad-83df-16ba3a3802a7 req-47cf5e08-a044-45e3-b076-3fc938b3caaa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=834bcaca-3130-4f84-b609-7440f584eba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1227295 Jun 28 11:24:50.024998 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-768bbc0f-6c71-4b1f-b482-86b4572cc8d4 req-9e05e4b1-c8c0-4146-b8ba-ac1ab36363a5 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/security-groups?id=59240f42-5ee9-4357-a242-d6ccb32541ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409431 Jun 28 11:24:50.133840 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-9df438e4-5c16-4aad-83df-16ba3a3802a7 req-7cba5750-c36d-4cd3-83ca-68a2c9051884 service neutron] 10.222.0.43 "GET /v2.0/networks/834bcaca-3130-4f84-b609-7440f584eba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379297 Jun 28 11:24:50.333841 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-9df438e4-5c16-4aad-83df-16ba3a3802a7 req-522fb617-1d88-470d-9bdb-548ff88eb216 service neutron] 10.222.0.43 "GET /v2.0/networks/834bcaca-3130-4f84-b609-7440f584eba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941257 Jun 28 11:24:50.352208 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e1df3-b86d-4c94-a270-d07c916e73a5 req-ec1eb491-2322-4418-88cd-43f1aceaf181 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:50.353764 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-d39e1df3-b86d-4c94-a270-d07c916e73a5 req-ec1eb491-2322-4418-88cd-43f1aceaf181 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/ports?device_id=dff5b7d2-bbca-4e85-8cdb-263de353d633 HTTP/1.1" status: 200 len: 945 time: 0.1924973 Jun 28 11:24:50.412582 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-d39e1df3-b86d-4c94-a270-d07c916e73a5 req-49e0ac7a-8898-4538-9bf8-b7d2c0ee87fc tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/security-groups?id=59240f42-5ee9-4357-a242-d6ccb32541ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522254 Jun 28 11:24:50.443658 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 33526) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:50.540989 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0102f51-cf29-404b-94ab-cd491fd2e0f8 tempest-TestVolumeBootPattern-1373586132 tempest-TestVolumeBootPattern-1373586132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:50.545222 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-d0102f51-cf29-404b-94ab-cd491fd2e0f8 tempest-TestVolumeBootPattern-1373586132 tempest-TestVolumeBootPattern-1373586132-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=dff5b7d2-bbca-4e85-8cdb-263de353d633 HTTP/1.1" status: 200 len: 1093 time: 0.0979605 Jun 28 11:24:50.546033 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 33534) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:50.551816 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [None req-ae106a92-f854-4a1d-b02c-a60ba4450802 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Request body: {'floatingip': {'floating_network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'port_id': '40de6cb6-ca53-4711-a80a-c30c8d7123b6', 'tenant_id': '34f9a4af464a4c14af73bb4bb8314982', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:24:50.559941 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-ae106a92-f854-4a1d-b02c-a60ba4450802 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:24:50.587690 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a3037-8fa2-42b7-9ad7-17f752cbe455 req-1d22a555-d0cf-4463-bad9-847c19d27b24 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:50.589212 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-da4a3037-8fa2-42b7-9ad7-17f752cbe455 req-1d22a555-d0cf-4463-bad9-847c19d27b24 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/ports?device_id=241e71b4-f1cf-4194-b958-8f619f10e932 HTTP/1.1" status: 200 len: 945 time: 0.1166723 Jun 28 11:24:50.612679 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-ae106a92-f854-4a1d-b02c-a60ba4450802 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Usage tracker for resource:floatingip and tenant:34f9a4af464a4c14af73bb4bb8314982 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:24:50.619805 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-ae106a92-f854-4a1d-b02c-a60ba4450802 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:24:50.636336 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-ae106a92-f854-4a1d-b02c-a60ba4450802 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:24:50.651452 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ae106a92-f854-4a1d-b02c-a60ba4450802 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks [] for floatingip, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:50.657795 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-da4a3037-8fa2-42b7-9ad7-17f752cbe455 req-9099fa7d-935c-40de-8e31-32f8ee3d1463 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c6ad59f-43e2-451e-ab60-0e8c362b11b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537910 Jun 28 11:24:50.740621 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea067139-e2d1-4029-961e-d7dfe7de40cf req-9571bc57-ecbc-498d-bca1-d33d80583acb tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:50.742853 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-ea067139-e2d1-4029-961e-d7dfe7de40cf req-9571bc57-ecbc-498d-bca1-d33d80583acb tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d7126c-5714-441c-8f04-f8ee46be2604 HTTP/1.1" status: 200 len: 943 time: 0.1842251 Jun 28 11:24:50.801535 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-ea067139-e2d1-4029-961e-d7dfe7de40cf req-77096acb-84c1-4371-8082-ccf045f34432 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e2ad84a-7560-4d29-a2cf-b7d9fb8fac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519612 Jun 28 11:24:50.851299 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ae106a92-f854-4a1d-b02c-a60ba4450802 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:51.098319 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.db_base_plugin_common [None req-ae106a92-f854-4a1d-b02c-a60ba4450802 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Allocated IP 172.27.2.140 (6387ef29-ddd8-4632-9016-e02c39923463/5f3766c0-f55a-400a-8fdd-81b5b17b1576/28ef6249-2f8a-4cf1-9ecd-aa729c084c2c) {{(pid=88177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:24:51.336366 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ae106a92-f854-4a1d-b02c-a60ba4450802 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks [] for port, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:51.421749 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ae106a92-f854-4a1d-b02c-a60ba4450802 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782103981231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2688079'] for port, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:51.513288 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae106a92-f854-4a1d-b02c-a60ba4450802 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Network 6387ef29-ddd8-4632-9016-e02c39923463 is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:24:51.516427 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.base_scheduler [None req-ae106a92-f854-4a1d-b02c-a60ba4450802 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:24:51.526871 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae106a92-f854-4a1d-b02c-a60ba4450802 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Received port after_create {{(pid=88177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:24:51.571785 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae106a92-f854-4a1d-b02c-a60ba4450802 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Pushing event updated for resources: {'Port': ['ID=28ef6249-2f8a-4cf1-9ecd-aa729c084c2c,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:51.974711 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf3e933-f6b5-4ded-b1c0-0a067a3303b7 req-369e73c1-2083-4963-8200-328056eebadd tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:51.984820 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-cbf3e933-f6b5-4ded-b1c0-0a067a3303b7 req-369e73c1-2083-4963-8200-328056eebadd tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/ports?device_id=241e71b4-f1cf-4194-b958-8f619f10e932 HTTP/1.1" status: 200 len: 945 time: 0.1605160 Jun 28 11:24:52.046864 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-cbf3e933-f6b5-4ded-b1c0-0a067a3303b7 req-fb71aa77-ffb4-48eb-b9af-db1302d4ebbc tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c6ad59f-43e2-451e-ab60-0e8c362b11b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608373 Jun 28 11:24:52.298770 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e11353-030c-47bc-8cad-e574c88ece96 req-567a8196-328e-4fa5-93b3-0d24f3ad931c tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:52.306290 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c8e11353-030c-47bc-8cad-e574c88ece96 req-567a8196-328e-4fa5-93b3-0d24f3ad931c tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d7126c-5714-441c-8f04-f8ee46be2604 HTTP/1.1" status: 200 len: 943 time: 0.3224096 Jun 28 11:24:52.426883 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c8e11353-030c-47bc-8cad-e574c88ece96 req-d79fc42a-1cd3-4453-9330-2fa645e438fe tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e2ad84a-7560-4d29-a2cf-b7d9fb8fac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196642 Jun 28 11:24:52.463181 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ae106a92-f854-4a1d-b02c-a60ba4450802 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:52.576116 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ae106a92-f854-4a1d-b02c-a60ba4450802 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:52.830416 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ae106a92-f854-4a1d-b02c-a60ba4450802 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks [] for port, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:52.836199 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ae106a92-f854-4a1d-b02c-a60ba4450802 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2688088'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:52.949584 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae106a92-f854-4a1d-b02c-a60ba4450802 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Pushing event updated for resources: {'Port': ['ID=28ef6249-2f8a-4cf1-9ecd-aa729c084c2c,revision_number=2']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:52.972674 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ae106a92-f854-4a1d-b02c-a60ba4450802 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361935'] for floatingip, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:53.176143 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.db.l3_db [None req-ae106a92-f854-4a1d-b02c-a60ba4450802 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Floating IP b9588ba3-d9c9-443c-8156-48f6e0178cbe associated. External IP: 172.27.2.140, port: 40de6cb6-ca53-4711-a80a-c30c8d7123b6. Jun 28 11:24:53.285819 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a166ba8a-c004-46ea-b377-c31ebdb0c1a6 req-693da090-d12e-43d9-acd7-83b9ade5a4a6 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:53.289789 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-a166ba8a-c004-46ea-b377-c31ebdb0c1a6 req-693da090-d12e-43d9-acd7-83b9ade5a4a6 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/ports?device_id=241e71b4-f1cf-4194-b958-8f619f10e932 HTTP/1.1" status: 200 len: 945 time: 0.1219907 Jun 28 11:24:53.335066 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-a166ba8a-c004-46ea-b377-c31ebdb0c1a6 req-964c7433-e232-4a8e-9582-ae0c23c4c104 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c6ad59f-43e2-451e-ab60-0e8c362b11b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390787 Jun 28 11:24:53.797709 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae106a92-f854-4a1d-b02c-a60ba4450802 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Router 2f29c13e-59da-4074-9512-ebd644417bb9 has already been hosted by L3 agent 65138fbb-a379-4cdd-9015-09db381edeba {{(pid=88177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:24:54.125342 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e953cc-400d-4605-86c5-ac40e72e4c7e req-97538d50-5006-464e-b5cf-d99d8cbb5a1f tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:54.127415 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-85e953cc-400d-4605-86c5-ac40e72e4c7e req-97538d50-5006-464e-b5cf-d99d8cbb5a1f tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d7126c-5714-441c-8f04-f8ee46be2604 HTTP/1.1" status: 200 len: 943 time: 0.5490656 Jun 28 11:24:54.155841 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae106a92-f854-4a1d-b02c-a60ba4450802 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify agent at l3_agent.dv-cinder-844605-1-iscsi the message routers_updated {{(pid=88177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:24:54.168113 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5535303-1eb2-40ff-9f2c-acdf8fcf02c9 None None] Sync routers for ids ['2f29c13e-59da-4074-9512-ebd644417bb9'] in dv-cinder-844605-1-iscsi {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:24:54.178132 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5535303-1eb2-40ff-9f2c-acdf8fcf02c9 None None] Routers {'2f29c13e-59da-4074-9512-ebd644417bb9'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:24:54.178936 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-c5535303-1eb2-40ff-9f2c-acdf8fcf02c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:24:38Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['2f29c13e-59da-4074-9512-ebd644417bb9'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:24:54.204849 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-85e953cc-400d-4605-86c5-ac40e72e4c7e req-e1b696a7-b761-4b91-a299-a40565d5df4c tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e2ad84a-7560-4d29-a2cf-b7d9fb8fac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705624 Jun 28 11:24:54.207034 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ae106a92-f854-4a1d-b02c-a60ba4450802 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for floatingip, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:54.290208 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-ae106a92-f854-4a1d-b02c-a60ba4450802 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7425020 Jun 28 11:24:54.291394 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dff5b7d2-bbca-4e85-8cdb-263de353d633', 'tag': '40de6cb6-ca53-4711-a80a-c30c8d7123b6'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:24:54.374813 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e85e7abd-b359-4d9c-bfdc-2f16397f956e'] response: {'name': 'network-changed', 'server_uuid': 'dff5b7d2-bbca-4e85-8cdb-263de353d633', 'tag': '40de6cb6-ca53-4711-a80a-c30c8d7123b6', 'status': 'completed', 'code': 200} Jun 28 11:24:54.487784 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-c5535303-1eb2-40ff-9f2c-acdf8fcf02c9 None None] Set router 2f29c13e-59da-4074-9512-ebd644417bb9 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:24:54.589226 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d977ce8c-8173-462b-8499-a2d67c49f14b req-9138848a-4594-4f1f-bf72-982bbfefff1c tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:54.590822 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-d977ce8c-8173-462b-8499-a2d67c49f14b req-9138848a-4594-4f1f-bf72-982bbfefff1c tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/ports?device_id=241e71b4-f1cf-4194-b958-8f619f10e932 HTTP/1.1" status: 200 len: 945 time: 0.1224232 Jun 28 11:24:54.646265 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-d977ce8c-8173-462b-8499-a2d67c49f14b req-81eb0599-69b6-491e-a663-d949ae03f08e tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c6ad59f-43e2-451e-ab60-0e8c362b11b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467174 Jun 28 11:24:54.933501 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-c5535303-1eb2-40ff-9f2c-acdf8fcf02c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'name': 'tempest-TestVolumeBootPattern-2058041356-router', 'tenant_id': '34f9a4af464a4c14af73bb4bb8314982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd27a713a-0ce2-4d4f-91f9-7db720aed5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:17Z', 'updated_at': '2022-06-28T11:21:24Z', 'revision_number': 4, 'project_id': '34f9a4af464a4c14af73bb4bb8314982', 'gw_port': {'id': 'd27a713a-0ce2-4d4f-91f9-7db720aed5c7', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:18Z', 'updated_at': '2022-06-28T11:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_floatingips': [{'id': 'b9588ba3-d9c9-443c-8156-48f6e0178cbe', 'tenant_id': '34f9a4af464a4c14af73bb4bb8314982', 'floating_ip_address': '172.27.2.140', 'floating_network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'router_id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'port_id': '40de6cb6-ca53-4711-a80a-c30c8d7123b6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d6307f0-ba10-44a7-b3d3-c9e66a22edf8', 'mac_address': 'fa:16:3e:08:00:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff5b7d2-bbca-4e85-8cdb-263de353d633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:24:52Z', 'updated_at': '2022-06-28T11:24:52Z', 'revision_number': 0, 'project_id': '34f9a4af464a4c14af73bb4bb8314982', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddd4b7f5-7b12-4809-bdc0-eaad5a415bbd', 'name': '', 'network_id': '0d6307f0-ba10-44a7-b3d3-c9e66a22edf8', 'tenant_id': '34f9a4af464a4c14af73bb4bb8314982', 'mac_address': 'fa:16:3e:8e:bd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '1b0b29df-7b1f-4317-a6ef-bd3cb4e8ea72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:23Z', 'updated_at': '2022-06-28T11:21:30Z', 'revision_number': 5, 'project_id': '34f9a4af464a4c14af73bb4bb8314982', 'subnets': [{'id': '1b0b29df-7b1f-4317-a6ef-bd3cb4e8ea72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:24:54.940727 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5535303-1eb2-40ff-9f2c-acdf8fcf02c9 None None] Checking router: 2f29c13e-59da-4074-9512-ebd644417bb9 for host: dv-cinder-844605-1-iscsi {{(pid=88179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:24:54.951268 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5535303-1eb2-40ff-9f2c-acdf8fcf02c9 None None] Routers {'2f29c13e-59da-4074-9512-ebd644417bb9'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:24:54.951912 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-c5535303-1eb2-40ff-9f2c-acdf8fcf02c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:24:38Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['2f29c13e-59da-4074-9512-ebd644417bb9'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:24:55.216353 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-c5535303-1eb2-40ff-9f2c-acdf8fcf02c9 None None] Set router 2f29c13e-59da-4074-9512-ebd644417bb9 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:24:55.514597 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac2c847-8f40-4ec5-bf32-8b725caab378 req-503a3308-a6b5-4905-9eeb-699a5e577f16 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:55.516969 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-3ac2c847-8f40-4ec5-bf32-8b725caab378 req-503a3308-a6b5-4905-9eeb-699a5e577f16 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d7126c-5714-441c-8f04-f8ee46be2604 HTTP/1.1" status: 200 len: 943 time: 0.1523080 Jun 28 11:24:55.614546 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-3ac2c847-8f40-4ec5-bf32-8b725caab378 req-6db8dc13-8c84-4f84-9864-320e5d104180 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e2ad84a-7560-4d29-a2cf-b7d9fb8fac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895431 Jun 28 11:24:55.843067 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-c5535303-1eb2-40ff-9f2c-acdf8fcf02c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'name': 'tempest-TestVolumeBootPattern-2058041356-router', 'tenant_id': '34f9a4af464a4c14af73bb4bb8314982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd27a713a-0ce2-4d4f-91f9-7db720aed5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:17Z', 'updated_at': '2022-06-28T11:21:24Z', 'revision_number': 4, 'project_id': '34f9a4af464a4c14af73bb4bb8314982', 'gw_port': {'id': 'd27a713a-0ce2-4d4f-91f9-7db720aed5c7', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:18Z', 'updated_at': '2022-06-28T11:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_floatingips': [{'id': 'b9588ba3-d9c9-443c-8156-48f6e0178cbe', 'tenant_id': '34f9a4af464a4c14af73bb4bb8314982', 'floating_ip_address': '172.27.2.140', 'floating_network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'router_id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'port_id': '40de6cb6-ca53-4711-a80a-c30c8d7123b6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d6307f0-ba10-44a7-b3d3-c9e66a22edf8', 'mac_address': 'fa:16:3e:08:00:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff5b7d2-bbca-4e85-8cdb-263de353d633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:24:52Z', 'updated_at': '2022-06-28T11:24:52Z', 'revision_number': 0, 'project_id': '34f9a4af464a4c14af73bb4bb8314982', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddd4b7f5-7b12-4809-bdc0-eaad5a415bbd', 'name': '', 'network_id': '0d6307f0-ba10-44a7-b3d3-c9e66a22edf8', 'tenant_id': '34f9a4af464a4c14af73bb4bb8314982', 'mac_address': 'fa:16:3e:8e:bd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '1b0b29df-7b1f-4317-a6ef-bd3cb4e8ea72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:23Z', 'updated_at': '2022-06-28T11:21:30Z', 'revision_number': 5, 'project_id': '34f9a4af464a4c14af73bb4bb8314982', 'subnets': [{'id': '1b0b29df-7b1f-4317-a6ef-bd3cb4e8ea72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:24:55.850089 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5535303-1eb2-40ff-9f2c-acdf8fcf02c9 None None] The sync data for ids ['2f29c13e-59da-4074-9512-ebd644417bb9'] in dv-cinder-844605-1-iscsi is: [{'id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'name': 'tempest-TestVolumeBootPattern-2058041356-router', 'tenant_id': '34f9a4af464a4c14af73bb4bb8314982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd27a713a-0ce2-4d4f-91f9-7db720aed5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:17Z', 'updated_at': '2022-06-28T11:21:24Z', 'revision_number': 4, 'project_id': '34f9a4af464a4c14af73bb4bb8314982', 'gw_port': {'id': 'd27a713a-0ce2-4d4f-91f9-7db720aed5c7', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:18Z', 'updated_at': '2022-06-28T11:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_floatingips': [{'id': 'b9588ba3-d9c9-443c-8156-48f6e0178cbe', 'tenant_id': '34f9a4af464a4c14af73bb4bb8314982', 'floating_ip_address': '172.27.2.140', 'floating_network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'router_id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'port_id': '40de6cb6-ca53-4711-a80a-c30c8d7123b6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d6307f0-ba10-44a7-b3d3-c9e66a22edf8', 'mac_address': 'fa:16:3e:08:00:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff5b7d2-bbca-4e85-8cdb-263de353d633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:24:52Z', 'updated_at': '2022-06-28T11:24:52Z', 'revision_number': 0, 'project_id': '34f9a4af464a4c14af73bb4bb8314982', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddd4b7f5-7b12-4809-bdc0-eaad5a415bbd', 'name': '', 'network_id': '0d6307f0-ba10-44a7-b3d3-c9e66a22edf8', 'tenant_id': '34f9a4af464a4c14af73bb4bb8314982', 'mac_address': 'fa:16:3e:8e:bd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '1b0b29df-7b1f-4317-a6ef-bd3cb4e8ea72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:23Z', 'updated_at': '2022-06-28T11:21:30Z', 'revision_number': 5, 'project_id': '34f9a4af464a4c14af73bb4bb8314982', 'subnets': [{'id': '1b0b29df-7b1f-4317-a6ef-bd3cb4e8ea72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:24:55.932459 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd06dbe-fea4-49a0-8688-4e27b37485f6 req-f3705b1a-ccc8-4c19-87ad-3505c0753dba tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:55.949654 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-1dd06dbe-fea4-49a0-8688-4e27b37485f6 req-f3705b1a-ccc8-4c19-87ad-3505c0753dba tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/ports?device_id=241e71b4-f1cf-4194-b958-8f619f10e932 HTTP/1.1" status: 200 len: 945 time: 0.1476057 Jun 28 11:24:56.005044 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-1dd06dbe-fea4-49a0-8688-4e27b37485f6 req-0a40ebd5-d5c6-42c2-904b-8c8f822b270f tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c6ad59f-43e2-451e-ab60-0e8c362b11b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540352 Jun 28 11:24:56.133861 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5292f6f4-fbc8-436a-986d-67d8e9abd447 None None] New status for floating IP b9588ba3-d9c9-443c-8156-48f6e0178cbe: ACTIVE {{(pid=88180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:24:56.870188 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a21354-9c56-482a-9e56-591638312c14 req-47cc627b-ec12-40cb-bbb0-68072bd97e21 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:56.872297 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-c1a21354-9c56-482a-9e56-591638312c14 req-47cc627b-ec12-40cb-bbb0-68072bd97e21 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d7126c-5714-441c-8f04-f8ee46be2604 HTTP/1.1" status: 200 len: 943 time: 0.1253519 Jun 28 11:24:56.954148 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-c1a21354-9c56-482a-9e56-591638312c14 req-16979df9-3b00-4c6b-94bd-52290f9d5cb2 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e2ad84a-7560-4d29-a2cf-b7d9fb8fac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745046 Jun 28 11:24:57.241295 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc264d-1a3f-4a78-9e1c-89c41d38e171 req-409655c9-e8d7-4cad-9f80-7b711d636f2d tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:57.243614 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-87cc264d-1a3f-4a78-9e1c-89c41d38e171 req-409655c9-e8d7-4cad-9f80-7b711d636f2d tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/ports?device_id=241e71b4-f1cf-4194-b958-8f619f10e932 HTTP/1.1" status: 200 len: 945 time: 0.1225069 Jun 28 11:24:57.309263 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-87cc264d-1a3f-4a78-9e1c-89c41d38e171 req-a7cd05a4-418e-4b60-888c-d487837bf8c9 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c6ad59f-43e2-451e-ab60-0e8c362b11b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567195 Jun 28 11:24:58.183360 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57b1ba-f478-42d3-8a47-95e6dd677373 req-785c93fd-58e9-48a3-b2fc-517c7cc81f94 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:58.185092 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-6a57b1ba-f478-42d3-8a47-95e6dd677373 req-785c93fd-58e9-48a3-b2fc-517c7cc81f94 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d7126c-5714-441c-8f04-f8ee46be2604 HTTP/1.1" status: 200 len: 943 time: 0.0929952 Jun 28 11:24:58.238688 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-6a57b1ba-f478-42d3-8a47-95e6dd677373 req-4bc3b9aa-e3c6-4c2b-8cdd-34dcc6243c27 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e2ad84a-7560-4d29-a2cf-b7d9fb8fac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454519 Jun 28 11:24:58.685013 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4eb046-8a40-4a6d-a8a5-c19997063a78 req-516092b4-6483-4c9b-b560-641fa3cc3224 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:58.686777 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-dc4eb046-8a40-4a6d-a8a5-c19997063a78 req-516092b4-6483-4c9b-b560-641fa3cc3224 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/ports?device_id=241e71b4-f1cf-4194-b958-8f619f10e932 HTTP/1.1" status: 200 len: 945 time: 0.1029530 Jun 28 11:24:58.733603 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-dc4eb046-8a40-4a6d-a8a5-c19997063a78 req-b7112a44-bd7a-408e-9b7c-dca658282293 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c6ad59f-43e2-451e-ab60-0e8c362b11b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401773 Jun 28 11:24:59.111479 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6673a4-ba2b-4d39-a14a-577c8ea1fd65 req-f9ce84b9-9719-47b1-a334-840964ea113d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:59.112936 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-fc6673a4-ba2b-4d39-a14a-577c8ea1fd65 req-f9ce84b9-9719-47b1-a334-840964ea113d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=34f9a4af464a4c14af73bb4bb8314982&device_id=dff5b7d2-bbca-4e85-8cdb-263de353d633 HTTP/1.1" status: 200 len: 1098 time: 0.0896063 Jun 28 11:24:59.215347 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc6d466-2fe4-4c45-ba62-d377b29dc667 req-feed2351-3842-4f2b-a020-f62e32bfba27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:59.216862 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-8fc6d466-2fe4-4c45-ba62-d377b29dc667 req-feed2351-3842-4f2b-a020-f62e32bfba27 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=08c3c19c0c404bb6bf8989d879b1ea6c&device_id=241e71b4-f1cf-4194-b958-8f619f10e932 HTTP/1.1" status: 200 len: 1098 time: 0.0900645 Jun 28 11:24:59.258539 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6673a4-ba2b-4d39-a14a-577c8ea1fd65 req-c5c7ee15-639d-4eed-87aa-de6dd2aee2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:59.260020 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-fc6673a4-ba2b-4d39-a14a-577c8ea1fd65 req-c5c7ee15-639d-4eed-87aa-de6dd2aee2c4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0d6307f0-ba10-44a7-b3d3-c9e66a22edf8 HTTP/1.1" status: 200 len: 913 time: 0.1338377 Jun 28 11:24:59.371688 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-fc6673a4-ba2b-4d39-a14a-577c8ea1fd65 req-8c82144d-af89-4475-b28a-7245ddf4e930 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40de6cb6-ca53-4711-a80a-c30c8d7123b6 HTTP/1.1" status: 200 len: 1001 time: 0.1052256 Jun 28 11:24:59.442341 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6673a4-ba2b-4d39-a14a-577c8ea1fd65 req-f264295c-5f06-457f-8636-3542d2d18ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:59.443876 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-fc6673a4-ba2b-4d39-a14a-577c8ea1fd65 req-f264295c-5f06-457f-8636-3542d2d18ee0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1b0b29df-7b1f-4317-a6ef-bd3cb4e8ea72 HTTP/1.1" status: 200 len: 851 time: 0.0657747 Jun 28 11:24:59.514139 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc6d466-2fe4-4c45-ba62-d377b29dc667 req-5420dc2e-86d2-40d6-94f1-453dca8a5b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:59.515751 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-8fc6d466-2fe4-4c45-ba62-d377b29dc667 req-5420dc2e-86d2-40d6-94f1-453dca8a5b9e service neutron] 10.222.0.43 "GET /v2.0/networks?id=f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3 HTTP/1.1" status: 200 len: 909 time: 0.2927656 Jun 28 11:24:59.527988 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6673a4-ba2b-4d39-a14a-577c8ea1fd65 req-8593f413-1625-4eb5-bb0b-f16ffd1d900d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:59.529687 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-fc6673a4-ba2b-4d39-a14a-577c8ea1fd65 req-8593f413-1625-4eb5-bb0b-f16ffd1d900d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0d6307f0-ba10-44a7-b3d3-c9e66a22edf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0797448 Jun 28 11:24:59.635345 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be15c3ff-cba9-47d9-9ead-d1e0c5015764 req-fe97162d-77cf-4f7c-9c01-14f3d45a31a2 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:59.636887 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-be15c3ff-cba9-47d9-9ead-d1e0c5015764 req-fe97162d-77cf-4f7c-9c01-14f3d45a31a2 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d7126c-5714-441c-8f04-f8ee46be2604 HTTP/1.1" status: 200 len: 943 time: 0.1939466 Jun 28 11:24:59.659316 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-8fc6d466-2fe4-4c45-ba62-d377b29dc667 req-a87a7811-1c82-42b6-8ef4-4b948304618e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7480d1e-81e9-4f6a-9b19-9ed839096724 HTTP/1.1" status: 200 len: 1000 time: 0.1338391 Jun 28 11:24:59.668794 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-fc6673a4-ba2b-4d39-a14a-577c8ea1fd65 req-32dca781-ce51-4a3e-bb17-c9e20e9cf56a service neutron] 10.222.0.43 "GET /v2.0/networks/0d6307f0-ba10-44a7-b3d3-c9e66a22edf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331294 Jun 28 11:24:59.710059 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:59.728309 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-be15c3ff-cba9-47d9-9ead-d1e0c5015764 req-bdb818c2-527c-4abb-b64a-75385da17d79 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e2ad84a-7560-4d29-a2cf-b7d9fb8fac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856633 Jun 28 11:24:59.747046 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc6d466-2fe4-4c45-ba62-d377b29dc667 req-b17ceaa0-6c94-4b99-a16a-9805020f957c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:59.748496 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-8fc6d466-2fe4-4c45-ba62-d377b29dc667 req-b17ceaa0-6c94-4b99-a16a-9805020f957c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=de86710f-13ad-4bbe-b7c3-f28eb0b4cfef HTTP/1.1" status: 200 len: 847 time: 0.0816028 Jun 28 11:24:59.809344 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-fc6673a4-ba2b-4d39-a14a-577c8ea1fd65 req-2345996a-6a93-4b8f-8c07-d53ba75b185e service neutron] 10.222.0.43 "GET /v2.0/networks/0d6307f0-ba10-44a7-b3d3-c9e66a22edf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349542 Jun 28 11:24:59.835399 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc6d466-2fe4-4c45-ba62-d377b29dc667 req-636d7cd0-97b6-4aa9-bf4d-756c31cd4c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:59.836926 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-8fc6d466-2fe4-4c45-ba62-d377b29dc667 req-636d7cd0-97b6-4aa9-bf4d-756c31cd4c70 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0820577 Jun 28 11:24:59.993826 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-8fc6d466-2fe4-4c45-ba62-d377b29dc667 req-5818f6da-161a-46ba-9c2e-b3eef11e3c2a service neutron] 10.222.0.43 "GET /v2.0/networks/f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511385 Jun 28 11:25:00.075736 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5726b0b-41f8-40fc-b9bb-66423ae2074b req-28028403-b855-4ad4-9bfa-7d2ac7570a20 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:00.077472 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-e5726b0b-41f8-40fc-b9bb-66423ae2074b req-28028403-b855-4ad4-9bfa-7d2ac7570a20 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/ports?device_id=241e71b4-f1cf-4194-b958-8f619f10e932 HTTP/1.1" status: 200 len: 945 time: 0.2207119 Jun 28 11:25:00.124658 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-e5726b0b-41f8-40fc-b9bb-66423ae2074b req-9ee25330-692f-4d0a-a287-cf33b9d65d43 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c6ad59f-43e2-451e-ab60-0e8c362b11b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415645 Jun 28 11:25:00.143522 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-8fc6d466-2fe4-4c45-ba62-d377b29dc667 req-47227c9e-c36e-4d1c-bf3f-069e5753f68a service neutron] 10.222.0.43 "GET /v2.0/networks/f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432891 Jun 28 11:25:00.936501 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d34d19-eea7-4f77-80f2-f4dd86b82876 req-4acc5899-99d4-4bf9-a74a-c9e759d8e3e4 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:00.938143 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-d5d34d19-eea7-4f77-80f2-f4dd86b82876 req-4acc5899-99d4-4bf9-a74a-c9e759d8e3e4 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d7126c-5714-441c-8f04-f8ee46be2604 HTTP/1.1" status: 200 len: 943 time: 0.0960703 Jun 28 11:25:00.994606 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-d5d34d19-eea7-4f77-80f2-f4dd86b82876 req-d7c5a051-4e1b-4328-a4a4-7ae39f95d083 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e2ad84a-7560-4d29-a2cf-b7d9fb8fac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500858 Jun 28 11:25:01.321763 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4009de20-1bd9-4107-a46a-a216cb90f2f2 req-1b238624-138f-48bc-959b-2c7b1676497a tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:01.323244 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-4009de20-1bd9-4107-a46a-a216cb90f2f2 req-1b238624-138f-48bc-959b-2c7b1676497a tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/ports?device_id=241e71b4-f1cf-4194-b958-8f619f10e932 HTTP/1.1" status: 200 len: 945 time: 0.0917208 Jun 28 11:25:01.369328 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-4009de20-1bd9-4107-a46a-a216cb90f2f2 req-f4fd6e20-3451-4f87-abcb-3f693e190079 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c6ad59f-43e2-451e-ab60-0e8c362b11b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401700 Jun 28 11:25:02.199444 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a4826b-42ab-4751-9b50-4a987fdea935 req-15865ab1-9a3e-4ea4-84a0-3fcb62ef70ab tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:02.201135 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-55a4826b-42ab-4751-9b50-4a987fdea935 req-15865ab1-9a3e-4ea4-84a0-3fcb62ef70ab tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d7126c-5714-441c-8f04-f8ee46be2604 HTTP/1.1" status: 200 len: 943 time: 0.0920374 Jun 28 11:25:02.250826 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-55a4826b-42ab-4751-9b50-4a987fdea935 req-8eabc5c3-b110-4360-99bf-ee85ce7755d5 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e2ad84a-7560-4d29-a2cf-b7d9fb8fac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441642 Jun 28 11:25:02.569811 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6374f3-da93-43ec-b35f-2e1a3e0d0e5b req-1433061f-40d9-4866-b040-76ee28e53a37 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:02.571197 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-0a6374f3-da93-43ec-b35f-2e1a3e0d0e5b req-1433061f-40d9-4866-b040-76ee28e53a37 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/ports?device_id=241e71b4-f1cf-4194-b958-8f619f10e932 HTTP/1.1" status: 200 len: 945 time: 0.0946312 Jun 28 11:25:02.618625 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-0a6374f3-da93-43ec-b35f-2e1a3e0d0e5b req-0412988d-2731-4522-9f6c-d38fa9217dc7 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c6ad59f-43e2-451e-ab60-0e8c362b11b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415201 Jun 28 11:25:02.966747 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 33676) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:25:03.025633 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7914cb9a-743b-4ef1-99c5-c7d45dfae85d req-c0d02489-31be-4292-86a5-dbeabe4b4536 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:03.027139 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-7914cb9a-743b-4ef1-99c5-c7d45dfae85d req-c0d02489-31be-4292-86a5-dbeabe4b4536 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/ports?device_id=241e71b4-f1cf-4194-b958-8f619f10e932 HTTP/1.1" status: 200 len: 945 time: 0.1252742 Jun 28 11:25:03.075728 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-7914cb9a-743b-4ef1-99c5-c7d45dfae85d req-34e49f61-372b-4cd4-8cea-a06c67091f09 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c6ad59f-43e2-451e-ab60-0e8c362b11b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425987 Jun 28 11:25:03.102523 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-cc46f0d6-c166-4de2-aacd-703b82e171cc req-cdf0c389-178c-43d1-8088-4dae275e13ff service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=241e71b4-f1cf-4194-b958-8f619f10e932&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1343582 Jun 28 11:25:03.494274 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253bb07a-ba92-46c4-9678-d8ab50ca1e48 req-96be9f7d-4fc6-4a7b-b62e-a2a082777b5e tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:03.495876 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-253bb07a-ba92-46c4-9678-d8ab50ca1e48 req-96be9f7d-4fc6-4a7b-b62e-a2a082777b5e tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d7126c-5714-441c-8f04-f8ee46be2604 HTTP/1.1" status: 200 len: 943 time: 0.0987036 Jun 28 11:25:03.551833 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-253bb07a-ba92-46c4-9678-d8ab50ca1e48 req-9f282477-c957-45fc-bced-b6352eac7994 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e2ad84a-7560-4d29-a2cf-b7d9fb8fac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494194 Jun 28 11:25:04.298023 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbdd81b-499a-4e86-ac7d-887f28de33d4 req-4f506c09-23a9-496d-9302-c1b1f5031cc8 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:04.299536 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-bbbdd81b-499a-4e86-ac7d-887f28de33d4 req-4f506c09-23a9-496d-9302-c1b1f5031cc8 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/ports?device_id=241e71b4-f1cf-4194-b958-8f619f10e932 HTTP/1.1" status: 200 len: 945 time: 0.1088123 Jun 28 11:25:04.359524 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-bbbdd81b-499a-4e86-ac7d-887f28de33d4 req-f69d368f-b991-455f-b97f-7e90f08f3fa2 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c6ad59f-43e2-451e-ab60-0e8c362b11b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537801 Jun 28 11:25:04.377532 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c31c5-7c3c-4cca-86ac-ad8f5ca09139 req-c857ef1d-1073-4240-816e-c9bacbdabb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:04.379202 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-8e1c31c5-7c3c-4cca-86ac-ad8f5ca09139 req-c857ef1d-1073-4240-816e-c9bacbdabb2a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8c5a6ea60f634bcda4032eca1bf6f9f2&device_id=19d7126c-5714-441c-8f04-f8ee46be2604 HTTP/1.1" status: 200 len: 1096 time: 0.1010568 Jun 28 11:25:04.579022 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c31c5-7c3c-4cca-86ac-ad8f5ca09139 req-ff83a6df-90cf-468e-a5a9-c29971ac33cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:04.579022 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-8e1c31c5-7c3c-4cca-86ac-ad8f5ca09139 req-ff83a6df-90cf-468e-a5a9-c29971ac33cf service neutron] 10.222.0.43 "GET /v2.0/networks?id=834bcaca-3130-4f84-b609-7440f584eba2 HTTP/1.1" status: 200 len: 918 time: 0.1772158 Jun 28 11:25:04.779256 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-8e1c31c5-7c3c-4cca-86ac-ad8f5ca09139 req-31d9e09d-aa96-4071-927f-c8c3cd2a26ea service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26433671-7f15-4520-b66b-9fd69b65a601 HTTP/1.1" status: 200 len: 999 time: 0.1887531 Jun 28 11:25:04.867427 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35583b4b-3b67-43c3-b818-deb138fa263b req-a6a28668-3c4e-45d1-ae1b-4391437eb7fc tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:04.869756 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-35583b4b-3b67-43c3-b818-deb138fa263b req-a6a28668-3c4e-45d1-ae1b-4391437eb7fc tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d7126c-5714-441c-8f04-f8ee46be2604 HTTP/1.1" status: 200 len: 943 time: 0.1935775 Jun 28 11:25:04.870780 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c31c5-7c3c-4cca-86ac-ad8f5ca09139 req-32b3df45-d68e-4365-895c-bf0b4ed29fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:04.871826 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-8e1c31c5-7c3c-4cca-86ac-ad8f5ca09139 req-32b3df45-d68e-4365-895c-bf0b4ed29fc5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a5f33935-ebca-42b8-ae35-d32bc58dfdca HTTP/1.1" status: 200 len: 856 time: 0.0860054 Jun 28 11:25:05.034284 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc46f0d6-c166-4de2-aacd-703b82e171cc req-4888dc6c-485c-41f6-bb76-955aeab9c188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:05.035705 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-cc46f0d6-c166-4de2-aacd-703b82e171cc req-4888dc6c-485c-41f6-bb76-955aeab9c188 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=241e71b4-f1cf-4194-b958-8f619f10e932&tenant_id=08c3c19c0c404bb6bf8989d879b1ea6c HTTP/1.1" status: 200 len: 1098 time: 0.0894048 Jun 28 11:25:05.098063 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-35583b4b-3b67-43c3-b818-deb138fa263b req-5e062d56-a59b-4688-8e82-4d3a373982f4 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e2ad84a-7560-4d29-a2cf-b7d9fb8fac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2232015 Jun 28 11:25:05.118468 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c31c5-7c3c-4cca-86ac-ad8f5ca09139 req-2ecec9e8-cc75-4858-9477-bf562d0bc13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:05.119946 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-8e1c31c5-7c3c-4cca-86ac-ad8f5ca09139 req-2ecec9e8-cc75-4858-9477-bf562d0bc13c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=834bcaca-3130-4f84-b609-7440f584eba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2311478 Jun 28 11:25:05.168203 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc46f0d6-c166-4de2-aacd-703b82e171cc req-cb9aed06-863d-45c4-b637-acb521117d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:05.169714 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-cc46f0d6-c166-4de2-aacd-703b82e171cc req-cb9aed06-863d-45c4-b637-acb521117d56 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=08c3c19c0c404bb6bf8989d879b1ea6c&device_id=241e71b4-f1cf-4194-b958-8f619f10e932 HTTP/1.1" status: 200 len: 1098 time: 0.1018093 Jun 28 11:25:05.265964 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-8e1c31c5-7c3c-4cca-86ac-ad8f5ca09139 req-29aedac4-0509-4edf-a214-d8949ac91052 service neutron] 10.222.0.43 "GET /v2.0/networks/834bcaca-3130-4f84-b609-7440f584eba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381354 Jun 28 11:25:05.316730 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc46f0d6-c166-4de2-aacd-703b82e171cc req-33ef39e9-e00c-4ef3-8ccf-435585791064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:05.318121 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-cc46f0d6-c166-4de2-aacd-703b82e171cc req-33ef39e9-e00c-4ef3-8ccf-435585791064 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3 HTTP/1.1" status: 200 len: 909 time: 0.1421428 Jun 28 11:25:05.417719 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-8e1c31c5-7c3c-4cca-86ac-ad8f5ca09139 req-70bcfc55-449d-4605-95c5-92ae6614564d service neutron] 10.222.0.43 "GET /v2.0/networks/834bcaca-3130-4f84-b609-7440f584eba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462572 Jun 28 11:25:05.442102 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-cc46f0d6-c166-4de2-aacd-703b82e171cc req-8d834ad0-9efa-409c-b2aa-07bc730e3bd8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7480d1e-81e9-4f6a-9b19-9ed839096724 HTTP/1.1" status: 200 len: 1000 time: 0.1182325 Jun 28 11:25:05.518556 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc46f0d6-c166-4de2-aacd-703b82e171cc req-e23fc7ac-6b7f-42ee-acd1-c8a350940f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:05.520048 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-cc46f0d6-c166-4de2-aacd-703b82e171cc req-e23fc7ac-6b7f-42ee-acd1-c8a350940f00 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=de86710f-13ad-4bbe-b7c3-f28eb0b4cfef HTTP/1.1" status: 200 len: 847 time: 0.0708103 Jun 28 11:25:05.674348 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc46f0d6-c166-4de2-aacd-703b82e171cc req-d9b7965a-68c9-4bdc-92d3-0f635e077284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:05.675665 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-cc46f0d6-c166-4de2-aacd-703b82e171cc req-d9b7965a-68c9-4bdc-92d3-0f635e077284 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1165094 Jun 28 11:25:05.683563 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41816a9-8819-4512-9b74-6a427e86fd57 req-58ef7838-ad90-40ff-b95b-78f4b87f8756 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:05.685124 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-d41816a9-8819-4512-9b74-6a427e86fd57 req-58ef7838-ad90-40ff-b95b-78f4b87f8756 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/ports?device_id=241e71b4-f1cf-4194-b958-8f619f10e932 HTTP/1.1" status: 200 len: 945 time: 0.1687679 Jun 28 11:25:05.745927 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device b7480d1e-81e9-4f6a-9b19-9ed839096724 no longer exists at agent hyperv_hv-cinder-84460 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:25:05.811517 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-d41816a9-8819-4512-9b74-6a427e86fd57 req-59eba125-0913-445c-8fc7-cb62382a2466 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c6ad59f-43e2-451e-ab60-0e8c362b11b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078756 Jun 28 11:25:05.853730 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-cc46f0d6-c166-4de2-aacd-703b82e171cc req-4e56fe4c-13e0-4112-b291-6a552a244e85 service neutron] 10.222.0.43 "GET /v2.0/networks/f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676507 Jun 28 11:25:05.874295 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Current status of the port b7480d1e-81e9-4f6a-9b19-9ed839096724 is: ACTIVE; New status is: DOWN {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:25:05.874620 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:05.904096 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '241e71b4-f1cf-4194-b958-8f619f10e932', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7480d1e-81e9-4f6a-9b19-9ed839096724'}] {{(pid=88179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:25:05.916782 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port b7480d1e-81e9-4f6a-9b19-9ed839096724, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=b7480d1e-81e9-4f6a-9b19-9ed839096724,segment=NetworkSegment(4b63a92e-df64-4f82-a8dd-57f27eee96b8),segment_id=4b63a92e-df64-4f82-a8dd-57f27eee96b8)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:25:05.922900 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:05.982285 dv-cinder-844605-1-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c6d0725-70bb-41cf-b301-e67d4573fe1f'] response: {'server_uuid': '241e71b4-f1cf-4194-b958-8f619f10e932', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7480d1e-81e9-4f6a-9b19-9ed839096724', 'code': 200} Jun 28 11:25:05.997224 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Pushing event updated for resources: {'Port': ['ID=b7480d1e-81e9-4f6a-9b19-9ed839096724,revision_number=6']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:06.015191 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-cc46f0d6-c166-4de2-aacd-703b82e171cc req-7265b45e-df6a-45c2-8467-99acb37ed8e4 service neutron] 10.222.0.43 "GET /v2.0/networks/f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553025 Jun 28 11:25:06.255839 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-984abf8e-0232-4e1f-8102-ebe43c7b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:06.308768 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b2d12-9233-4ba7-b97c-a4ad7c2c41a3 req-c2e8271b-2adc-4483-9233-b63daef11ab3 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:06.310263 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c48b2d12-9233-4ba7-b97c-a4ad7c2c41a3 req-c2e8271b-2adc-4483-9233-b63daef11ab3 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d7126c-5714-441c-8f04-f8ee46be2604 HTTP/1.1" status: 200 len: 943 time: 0.0893211 Jun 28 11:25:06.356845 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c48b2d12-9233-4ba7-b97c-a4ad7c2c41a3 req-f3cf6616-6a5f-44d1-a19d-a3a559500559 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e2ad84a-7560-4d29-a2cf-b7d9fb8fac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407109 Jun 28 11:25:07.044614 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b07f1d-f806-4124-9050-3d1504456ef6 req-cfcb5341-51d9-40c0-a062-c2cebfc743fa tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:07.046100 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-f8b07f1d-f806-4124-9050-3d1504456ef6 req-cfcb5341-51d9-40c0-a062-c2cebfc743fa tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/ports?device_id=241e71b4-f1cf-4194-b958-8f619f10e932 HTTP/1.1" status: 200 len: 943 time: 0.0987926 Jun 28 11:25:07.090597 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-f8b07f1d-f806-4124-9050-3d1504456ef6 req-4ff4b29f-a817-4ab9-b1e1-d6c3f4526931 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c6ad59f-43e2-451e-ab60-0e8c362b11b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387762 Jun 28 11:25:07.252520 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 33740) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:25:07.333913 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba423edf-5c88-45ca-ab26-0729e5210bda admin admin] Deleting subnet 934f859e-b6fe-4edd-a47c-9e33df7e7ff7 {{(pid=88177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 28 11:25:07.337700 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ba423edf-5c88-45ca-ab26-0729e5210bda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:07.387588 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ba423edf-5c88-45ca-ab26-0729e5210bda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2687806'] for subnet, precommit_delete_associations {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:07.583409 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ba423edf-5c88-45ca-ab26-0729e5210bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7782429'] for subnet, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:07.680225 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b293075a-4a4a-44ec-865f-fcbc7f1065d9 req-7ab8ad8c-d8b8-4332-887d-40c10aef541f tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:07.681732 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b293075a-4a4a-44ec-865f-fcbc7f1065d9 req-7ab8ad8c-d8b8-4332-887d-40c10aef541f tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d7126c-5714-441c-8f04-f8ee46be2604 HTTP/1.1" status: 200 len: 943 time: 0.1594520 Jun 28 11:25:07.683174 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ba423edf-5c88-45ca-ab26-0729e5210bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7782438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2688018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1870494'] for subnet, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:07.734629 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba423edf-5c88-45ca-ab26-0729e5210bda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=934f859e-b6fe-4edd-a47c-9e33df7e7ff7,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:07.743069 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ba423edf-5c88-45ca-ab26-0729e5210bda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562711'] for subnet, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:07.746031 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device 26433671-7f15-4520-b66b-9fd69b65a601 details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=88179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:25:07.757003 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-ba423edf-5c88-45ca-ab26-0729e5210bda admin admin] 10.222.0.23 "DELETE /v2.0/subnets/934f859e-b6fe-4edd-a47c-9e33df7e7ff7 HTTP/1.1" status: 204 len: 168 time: 0.5032706 Jun 28 11:25:07.760195 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 33746) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:25:07.767591 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b293075a-4a4a-44ec-865f-fcbc7f1065d9 req-1817735b-f609-4ec0-95a9-889101638455 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e2ad84a-7560-4d29-a2cf-b7d9fb8fac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557346 Jun 28 11:25:07.870817 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-96ceb6c2-f95b-46b1-be3a-543ceb3f2eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7702436'] for network, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:07.903745 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port 26433671-7f15-4520-b66b-9fd69b65a601, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=26433671-7f15-4520-b66b-9fd69b65a601,segment=NetworkSegment(51f9b8b0-6a4d-4001-8198-b45cfc46d70a),segment_id=51f9b8b0-6a4d-4001-8198-b45cfc46d70a)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:25:07.920957 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Returning: {'device': '26433671-7f15-4520-b66b-9fd69b65a601', 'network_id': '834bcaca-3130-4f84-b609-7440f584eba2', 'port_id': '26433671-7f15-4520-b66b-9fd69b65a601', 'mac_address': 'fa:16:3e:f7:fb:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f33935-ebca-42b8-ae35-d32bc58dfdca', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:25:07.978390 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Current status of the port 26433671-7f15-4520-b66b-9fd69b65a601 is: DOWN; New status is: BUILD {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:25:07.978390 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:07.998984 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26433671-7f15-4520-b66b-9fd69b65a601 {{(pid=88179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:25:08.003495 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-96ceb6c2-f95b-46b1-be3a-543ceb3f2eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7788904', 'neutron.services.segments.db._delete_segments_for_network-8782104351353'] for network, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:08.014808 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port 26433671-7f15-4520-b66b-9fd69b65a601, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=26433671-7f15-4520-b66b-9fd69b65a601,segment=NetworkSegment(51f9b8b0-6a4d-4001-8198-b45cfc46d70a),segment_id=51f9b8b0-6a4d-4001-8198-b45cfc46d70a)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:25:08.019874 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:08.033397 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.services.segments.db [None req-96ceb6c2-f95b-46b1-be3a-543ceb3f2eb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e55a58bd-7812-41e4-bcd4-4cf0e2460fe3']}} {{(pid=88178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:25:08.045324 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.services.segments.db [None req-96ceb6c2-f95b-46b1-be3a-543ceb3f2eb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c1668cf-f5b6-4b85-a789-45fcfb25785d') {'for_net_delete': True} {{(pid=88178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:25:08.045951 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.services.segments.db [None req-96ceb6c2-f95b-46b1-be3a-543ceb3f2eb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c1668cf-f5b6-4b85-a789-45fcfb25785d') {} {{(pid=88178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:25:08.058328 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-96ceb6c2-f95b-46b1-be3a-543ceb3f2eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782104354196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2289243'] for segment, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:08.074861 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-96ceb6c2-f95b-46b1-be3a-543ceb3f2eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812087'] for segment, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:08.081178 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96ceb6c2-f95b-46b1-be3a-543ceb3f2eb7 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=88178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 11:25:08.081531 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-96ceb6c2-f95b-46b1-be3a-543ceb3f2eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7812088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2288076'] for segment, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:08.088167 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Pushing event updated for resources: {'Port': ['ID=26433671-7f15-4520-b66b-9fd69b65a601,revision_number=9']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:08.145439 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.services.segments.plugin [-] Segment 8c1668cf-f5b6-4b85-a789-45fcfb25785d resource provider aggregate not found Jun 28 11:25:08.168708 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.services.segments.plugin [-] Segment 8c1668cf-f5b6-4b85-a789-45fcfb25785d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8c1668cf-f5b6-4b85-a789-45fcfb25785d found for delete ", "request_id": "req-78e67bd3-dfb7-4b7a-9ac3-f62809e4cd3c"}]} Jun 28 11:25:08.180675 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-96ceb6c2-f95b-46b1-be3a-543ceb3f2eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7788903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361949'] for network, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:08.200373 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-96ceb6c2-f95b-46b1-be3a-543ceb3f2eb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562711'] for network, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:08.245295 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ceb6c2-f95b-46b1-be3a-543ceb3f2eb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e55a58bd-7812-41e4-bcd4-4cf0e2460fe3,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:08.254834 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-96ceb6c2-f95b-46b1-be3a-543ceb3f2eb7 admin admin] 10.222.0.23 "DELETE /v2.0/networks/e55a58bd-7812-41e4-bcd4-4cf0e2460fe3 HTTP/1.1" status: 204 len: 168 time: 0.4935093 Jun 28 11:25:08.258107 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 33756) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:25:08.265258 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ceb6c2-f95b-46b1-be3a-543ceb3f2eb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:08.265606 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ceb6c2-f95b-46b1-be3a-543ceb3f2eb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:08.265945 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ceb6c2-f95b-46b1-be3a-543ceb3f2eb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:08.266271 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ceb6c2-f95b-46b1-be3a-543ceb3f2eb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:08.266603 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ceb6c2-f95b-46b1-be3a-543ceb3f2eb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:08.266931 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ceb6c2-f95b-46b1-be3a-543ceb3f2eb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:08.267250 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ceb6c2-f95b-46b1-be3a-543ceb3f2eb7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:08.267573 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ceb6c2-f95b-46b1-be3a-543ceb3f2eb7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:08.268261 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ceb6c2-f95b-46b1-be3a-543ceb3f2eb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:08.268581 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ceb6c2-f95b-46b1-be3a-543ceb3f2eb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:08.268927 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ceb6c2-f95b-46b1-be3a-543ceb3f2eb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:08.269243 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ceb6c2-f95b-46b1-be3a-543ceb3f2eb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:08.306916 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] get_ports_and_sgs() called for port_ids ['26433671-7f15-4520-b66b-9fd69b65a601'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:25:08.315888 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a13c3-9dfa-4db9-8ea0-06ce1aa76e8c req-148877d8-1279-41e0-966d-4c294447ad2c tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:08.317461 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-fc0a13c3-9dfa-4db9-8ea0-06ce1aa76e8c req-148877d8-1279-41e0-966d-4c294447ad2c tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/ports?device_id=241e71b4-f1cf-4194-b958-8f619f10e932 HTTP/1.1" status: 200 len: 943 time: 0.1122751 Jun 28 11:25:08.321088 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.db_base_plugin_v2 [None req-47a91248-ef55-43ee-9b0f-58aceaa58442 admin admin] Deleting subnet aef8c7c4-a842-4f51-951c-b328dbe197f2 {{(pid=88177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 28 11:25:08.324475 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-47a91248-ef55-43ee-9b0f-58aceaa58442 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:08.373480 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-fc0a13c3-9dfa-4db9-8ea0-06ce1aa76e8c req-19cf1406-48ce-4c16-85c1-f5d81f765f87 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c6ad59f-43e2-451e-ab60-0e8c362b11b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467119 Jun 28 11:25:08.387057 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-47a91248-ef55-43ee-9b0f-58aceaa58442 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2687806'] for subnet, precommit_delete_associations {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:08.427931 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b1c9d70e-37f0-428e-8659-f34f96b68a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:08.449232 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-47a91248-ef55-43ee-9b0f-58aceaa58442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7782429'] for subnet, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:08.533642 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-47a91248-ef55-43ee-9b0f-58aceaa58442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7782438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2688018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1870494'] for subnet, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:08.574504 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a91248-ef55-43ee-9b0f-58aceaa58442 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aef8c7c4-a842-4f51-951c-b328dbe197f2,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:08.576439 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-47a91248-ef55-43ee-9b0f-58aceaa58442 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562711'] for subnet, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:08.582878 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-47a91248-ef55-43ee-9b0f-58aceaa58442 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/aef8c7c4-a842-4f51-951c-b328dbe197f2 HTTP/1.1" status: 204 len: 168 time: 0.3235216 Jun 28 11:25:08.586443 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 33762) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:25:08.695993 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-15ccdd4e-4dc5-4b3d-9707-0c04b68644d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7702436'] for network, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:08.830099 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-15ccdd4e-4dc5-4b3d-9707-0c04b68644d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7788904', 'neutron.services.segments.db._delete_segments_for_network-8782104351353'] for network, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:08.857315 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.services.segments.db [None req-15ccdd4e-4dc5-4b3d-9707-0c04b68644d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69f697aa-6c48-4683-aa42-771546425046']}} {{(pid=88177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:25:08.870791 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.services.segments.db [None req-15ccdd4e-4dc5-4b3d-9707-0c04b68644d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0bb0268-f267-4f3d-8e08-0ac5148288fe') {'for_net_delete': True} {{(pid=88177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:25:08.871068 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.services.segments.db [None req-15ccdd4e-4dc5-4b3d-9707-0c04b68644d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0bb0268-f267-4f3d-8e08-0ac5148288fe') {} {{(pid=88177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:25:08.883672 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-15ccdd4e-4dc5-4b3d-9707-0c04b68644d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782104354196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2687799'] for segment, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:08.949146 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-15ccdd4e-4dc5-4b3d-9707-0c04b68644d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812087'] for segment, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:08.964552 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15ccdd4e-4dc5-4b3d-9707-0c04b68644d1 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=88177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 11:25:08.964970 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-15ccdd4e-4dc5-4b3d-9707-0c04b68644d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7812088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2688188'] for segment, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:09.035030 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.services.segments.plugin [-] Segment d0bb0268-f267-4f3d-8e08-0ac5148288fe resource provider aggregate not found Jun 28 11:25:09.053968 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.services.segments.plugin [-] Segment d0bb0268-f267-4f3d-8e08-0ac5148288fe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d0bb0268-f267-4f3d-8e08-0ac5148288fe found for delete ", "request_id": "req-c0a44571-4a76-4dcf-973e-10db2fc91d68"}]} Jun 28 11:25:09.080894 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-15ccdd4e-4dc5-4b3d-9707-0c04b68644d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7788903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361949'] for network, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:09.085601 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-15ccdd4e-4dc5-4b3d-9707-0c04b68644d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562711'] for network, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:09.109454 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaa51e2-7f57-43fe-81ad-006c872fae84 req-36cb3c3f-9b7f-45f0-85cf-cccf03ce0ff7 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:09.110927 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-2aaa51e2-7f57-43fe-81ad-006c872fae84 req-36cb3c3f-9b7f-45f0-85cf-cccf03ce0ff7 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d7126c-5714-441c-8f04-f8ee46be2604 HTTP/1.1" status: 200 len: 944 time: 0.2205491 Jun 28 11:25:09.115941 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-15ccdd4e-4dc5-4b3d-9707-0c04b68644d1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/69f697aa-6c48-4683-aa42-771546425046 HTTP/1.1" status: 204 len: 168 time: 0.5285378 Jun 28 11:25:09.121769 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ccdd4e-4dc5-4b3d-9707-0c04b68644d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=69f697aa-6c48-4683-aa42-771546425046,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:09.167031 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-2aaa51e2-7f57-43fe-81ad-006c872fae84 req-f4be2e1c-4a9c-43e3-98e8-93c3041d8782 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e2ad84a-7560-4d29-a2cf-b7d9fb8fac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494711 Jun 28 11:25:09.303668 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 33774) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:25:09.354922 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-18159f9c-c78a-4920-8637-b87f5fd41dc2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2fe58cf187744c7b896a27a39787fd5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0499971 Jun 28 11:25:09.357572 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 33778) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:25:09.423954 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-96de721a-0adb-450b-bd36-8f1bc3dbe669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:09.451176 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-96de721a-0adb-450b-bd36-8f1bc3dbe669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:09.514070 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-96de721a-0adb-450b-bd36-8f1bc3dbe669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:09.529460 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de721a-0adb-450b-bd36-8f1bc3dbe669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3f8ad5-f2c2-401b-83e6-27531464e62d,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:09.536527 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-96de721a-0adb-450b-bd36-8f1bc3dbe669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:09.537645 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-96de721a-0adb-450b-bd36-8f1bc3dbe669 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9c3f8ad5-f2c2-401b-83e6-27531464e62d HTTP/1.1" status: 204 len: 168 time: 0.1791511 Jun 28 11:25:09.587040 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93136d78-71fc-405e-9a14-a44a4f516489 req-4b4fe75e-d8dd-4022-8422-eb2c4da4ed9a tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:09.588567 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-93136d78-71fc-405e-9a14-a44a4f516489 req-4b4fe75e-d8dd-4022-8422-eb2c4da4ed9a tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/ports?device_id=241e71b4-f1cf-4194-b958-8f619f10e932 HTTP/1.1" status: 200 len: 943 time: 0.1046107 Jun 28 11:25:09.634292 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b58b1c24-9254-4745-9794-e7d1435c798c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:09.638307 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-93136d78-71fc-405e-9a14-a44a4f516489 req-61811c2c-258d-4800-b9a9-6154e4691e0f tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c6ad59f-43e2-451e-ab60-0e8c362b11b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436554 Jun 28 11:25:09.761261 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device 26433671-7f15-4520-b66b-9fd69b65a601 up at agent hyperv_hv-cinder-84460 {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:25:09.834982 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:09.852429 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Provisioning complete for port 26433671-7f15-4520-b66b-9fd69b65a601 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:25:09.852830 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:09.947729 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 33788) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:25:10.010745 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-ad95853e-3298-4e57-955c-49251d5085ac admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=46725cebaea64b958fca8e884077871d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0613344 Jun 28 11:25:10.012913 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 33792) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:25:10.048668 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Current status of the port 26433671-7f15-4520-b66b-9fd69b65a601 is: BUILD; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:25:10.049048 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:10.074837 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-e7130591-9fc9-44a7-bd50-e35e669ca841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:10.086300 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19d7126c-5714-441c-8f04-f8ee46be2604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26433671-7f15-4520-b66b-9fd69b65a601'}] {{(pid=88179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:25:10.101432 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port 26433671-7f15-4520-b66b-9fd69b65a601, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=26433671-7f15-4520-b66b-9fd69b65a601,segment=NetworkSegment(51f9b8b0-6a4d-4001-8198-b45cfc46d70a),segment_id=51f9b8b0-6a4d-4001-8198-b45cfc46d70a)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:25:10.104748 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-e7130591-9fc9-44a7-bd50-e35e669ca841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:10.108604 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:10.150774 dv-cinder-844605-1-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-377779a6-58bf-4afd-8fcc-445d23266dd7'] response: {'server_uuid': '19d7126c-5714-441c-8f04-f8ee46be2604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26433671-7f15-4520-b66b-9fd69b65a601', 'code': 200} Jun 28 11:25:10.181469 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-e7130591-9fc9-44a7-bd50-e35e669ca841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:10.188166 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Pushing event updated for resources: {'Port': ['ID=26433671-7f15-4520-b66b-9fd69b65a601,revision_number=10']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:10.196367 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7130591-9fc9-44a7-bd50-e35e669ca841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01680f5c-065f-4704-8341-625315049e59,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:10.201139 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-e7130591-9fc9-44a7-bd50-e35e669ca841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:10.205191 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-e7130591-9fc9-44a7-bd50-e35e669ca841 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/01680f5c-065f-4704-8341-625315049e59 HTTP/1.1" status: 204 len: 168 time: 0.1883898 Jun 28 11:25:10.384557 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba31bdc-5335-4f27-bebd-61ad1a712cb8 req-0b3ae540-3a70-403f-b7e3-5b8f2bb73ef9 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:10.386436 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-fba31bdc-5335-4f27-bebd-61ad1a712cb8 req-0b3ae540-3a70-403f-b7e3-5b8f2bb73ef9 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d7126c-5714-441c-8f04-f8ee46be2604 HTTP/1.1" status: 200 len: 946 time: 0.0937636 Jun 28 11:25:10.440816 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-fba31bdc-5335-4f27-bebd-61ad1a712cb8 req-bb14daa8-2d26-495b-9b66-017764d2eda1 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e2ad84a-7560-4d29-a2cf-b7d9fb8fac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484288 Jun 28 11:25:10.656400 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc17e66-877c-49ac-b7cd-7fde558a389a req-702b13a3-a403-45e4-a90b-f68f3f4c5d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:10.657932 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-fdc17e66-877c-49ac-b7cd-7fde558a389a req-702b13a3-a403-45e4-a90b-f68f3f4c5d39 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=19d7126c-5714-441c-8f04-f8ee46be2604 HTTP/1.1" status: 200 len: 1099 time: 0.0915661 Jun 28 11:25:10.712474 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-fdc17e66-877c-49ac-b7cd-7fde558a389a req-9ea43e73-56c4-429b-870b-d51270570f93 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2e2ad84a-7560-4d29-a2cf-b7d9fb8fac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469530 Jun 28 11:25:10.849116 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04550d92-ec6c-4b8e-a331-46e0becc64dc req-91cf368f-2ff7-445e-aa65-f3b8c977bc00 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:10.850614 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-04550d92-ec6c-4b8e-a331-46e0becc64dc req-91cf368f-2ff7-445e-aa65-f3b8c977bc00 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/ports?device_id=241e71b4-f1cf-4194-b958-8f619f10e932 HTTP/1.1" status: 200 len: 943 time: 0.1003721 Jun 28 11:25:10.900329 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-04550d92-ec6c-4b8e-a331-46e0becc64dc req-84c36fe7-8623-4b8b-8e7c-405a435d1a69 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c6ad59f-43e2-451e-ab60-0e8c362b11b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437837 Jun 28 11:25:10.981775 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-90b31af6-315a-40c1-95e8-9ba1745e2d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:11.665766 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f507a2f2-818d-4556-93f3-921f9371b7f0 req-42c04638-0e81-4879-908f-bf5f38551fbe tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:11.667265 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-f507a2f2-818d-4556-93f3-921f9371b7f0 req-42c04638-0e81-4879-908f-bf5f38551fbe tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d7126c-5714-441c-8f04-f8ee46be2604 HTTP/1.1" status: 200 len: 946 time: 0.1008720 Jun 28 11:25:11.716909 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-f507a2f2-818d-4556-93f3-921f9371b7f0 req-109bf3ea-fc5c-4106-99b8-213e668bda19 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e2ad84a-7560-4d29-a2cf-b7d9fb8fac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431945 Jun 28 11:25:12.108683 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863bfbb6-567f-431d-9e53-93160bef8f8d req-c0f29450-6d60-4324-b9a7-71ef8ff02b1c tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:12.110853 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-863bfbb6-567f-431d-9e53-93160bef8f8d req-c0f29450-6d60-4324-b9a7-71ef8ff02b1c tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/ports?device_id=241e71b4-f1cf-4194-b958-8f619f10e932 HTTP/1.1" status: 200 len: 943 time: 0.0971727 Jun 28 11:25:12.159793 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-863bfbb6-567f-431d-9e53-93160bef8f8d req-adc95d01-b907-4434-8d7c-04c657039eae tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c6ad59f-43e2-451e-ab60-0e8c362b11b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426412 Jun 28 11:25:12.421197 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a908d6a-d9d4-4c9b-af5e-bbb89158021c req-ea64ee69-6ed0-49b4-8776-2135d23eeec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:12.422585 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-7a908d6a-d9d4-4c9b-af5e-bbb89158021c req-ea64ee69-6ed0-49b4-8776-2135d23eeec5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=241e71b4-f1cf-4194-b958-8f619f10e932 HTTP/1.1" status: 200 len: 1096 time: 0.1843028 Jun 28 11:25:12.471559 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-7a908d6a-d9d4-4c9b-af5e-bbb89158021c req-3be38ceb-48cb-4fbb-a6ca-03b652e36c16 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9c6ad59f-43e2-451e-ab60-0e8c362b11b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418720 Jun 28 11:25:12.936980 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9642a5a-ef92-4814-b5d2-47a0f1903d51 req-374032d0-964d-47b9-9a23-ef3dbab7dbd7 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:12.939264 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-f9642a5a-ef92-4814-b5d2-47a0f1903d51 req-374032d0-964d-47b9-9a23-ef3dbab7dbd7 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d7126c-5714-441c-8f04-f8ee46be2604 HTTP/1.1" status: 200 len: 946 time: 0.1023777 Jun 28 11:25:12.990314 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-f9642a5a-ef92-4814-b5d2-47a0f1903d51 req-700411de-bfe5-4d45-821b-2e3a3d5fef83 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e2ad84a-7560-4d29-a2cf-b7d9fb8fac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450025 Jun 28 11:25:13.360313 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1984671c-e7a7-47c3-9e44-8502e8c4e4af req-ddcfe85e-03a9-4e7b-a7e1-d8ef36c5a0a3 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:13.361937 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-1984671c-e7a7-47c3-9e44-8502e8c4e4af req-ddcfe85e-03a9-4e7b-a7e1-d8ef36c5a0a3 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/ports?device_id=241e71b4-f1cf-4194-b958-8f619f10e932 HTTP/1.1" status: 200 len: 943 time: 0.0920122 Jun 28 11:25:13.416017 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-1984671c-e7a7-47c3-9e44-8502e8c4e4af req-180dc317-9267-4017-90b3-4c61081779af tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c6ad59f-43e2-451e-ab60-0e8c362b11b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458031 Jun 28 11:25:13.771808 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device b7480d1e-81e9-4f6a-9b19-9ed839096724 details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=88179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:25:13.916018 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port b7480d1e-81e9-4f6a-9b19-9ed839096724, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=b7480d1e-81e9-4f6a-9b19-9ed839096724,segment=NetworkSegment(4b63a92e-df64-4f82-a8dd-57f27eee96b8),segment_id=4b63a92e-df64-4f82-a8dd-57f27eee96b8)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:25:13.930618 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Returning: {'device': 'b7480d1e-81e9-4f6a-9b19-9ed839096724', 'network_id': 'f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3', 'port_id': 'b7480d1e-81e9-4f6a-9b19-9ed839096724', 'mac_address': 'fa:16:3e:c3:07:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de86710f-13ad-4bbe-b7c3-f28eb0b4cfef', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:25:13.988787 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Current status of the port b7480d1e-81e9-4f6a-9b19-9ed839096724 is: DOWN; New status is: BUILD {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:25:13.989220 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:14.006872 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7480d1e-81e9-4f6a-9b19-9ed839096724 {{(pid=88179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:25:14.023153 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port b7480d1e-81e9-4f6a-9b19-9ed839096724, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=b7480d1e-81e9-4f6a-9b19-9ed839096724,segment=NetworkSegment(4b63a92e-df64-4f82-a8dd-57f27eee96b8),segment_id=4b63a92e-df64-4f82-a8dd-57f27eee96b8)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:25:14.028352 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:14.101308 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Pushing event updated for resources: {'Port': ['ID=b7480d1e-81e9-4f6a-9b19-9ed839096724,revision_number=7']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:14.213750 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2cef9-610c-48b5-aeac-3cec19f7a1b1 req-e6f47df9-ec70-481d-b7dd-e618d561baaa tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:14.215420 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-12a2cef9-610c-48b5-aeac-3cec19f7a1b1 req-e6f47df9-ec70-481d-b7dd-e618d561baaa tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d7126c-5714-441c-8f04-f8ee46be2604 HTTP/1.1" status: 200 len: 946 time: 0.0940251 Jun 28 11:25:14.266912 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-12a2cef9-610c-48b5-aeac-3cec19f7a1b1 req-b58e33bc-f88b-4fe1-a7bf-e8c06b04ca6e tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e2ad84a-7560-4d29-a2cf-b7d9fb8fac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455468 Jun 28 11:25:14.268753 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] get_ports_and_sgs() called for port_ids ['b7480d1e-81e9-4f6a-9b19-9ed839096724'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:25:14.621660 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ade9223-84b4-479e-9838-15afe4a61d5e req-400e5c99-9938-4dcf-a7c4-cc6eae4667c7 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:14.623060 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-0ade9223-84b4-479e-9838-15afe4a61d5e req-400e5c99-9938-4dcf-a7c4-cc6eae4667c7 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/ports?device_id=241e71b4-f1cf-4194-b958-8f619f10e932 HTTP/1.1" status: 200 len: 944 time: 0.0921073 Jun 28 11:25:14.677093 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-0ade9223-84b4-479e-9838-15afe4a61d5e req-5f0afee7-9bf2-483a-8177-3e2e85085132 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c6ad59f-43e2-451e-ab60-0e8c362b11b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464213 Jun 28 11:25:15.279640 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 33916) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:25:15.412733 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-1d7343ff-5cb0-40ae-a496-3edbfea44f3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:15.428449 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-1d7343ff-5cb0-40ae-a496-3edbfea44f3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:25:15.433178 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-1d7343ff-5cb0-40ae-a496-3edbfea44f3f admin admin] Usage tracker for resource:security_group_rule and tenant:680ec6d373f2402ca1ab705d06fe3b14 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:25:15.436331 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-1d7343ff-5cb0-40ae-a496-3edbfea44f3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:25:15.443142 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-1d7343ff-5cb0-40ae-a496-3edbfea44f3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:25:15.541022 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-1d7343ff-5cb0-40ae-a496-3edbfea44f3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:15.548414 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-1d7343ff-5cb0-40ae-a496-3edbfea44f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:15.596823 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-1d7343ff-5cb0-40ae-a496-3edbfea44f3f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=680ec6d373f2402ca1ab705d06fe3b14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3160169 Jun 28 11:25:15.597664 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7343ff-5cb0-40ae-a496-3edbfea44f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc030f7-8d00-4cc2-a36f-e1d4de17e124,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:15.599776 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 33922) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:25:15.666010 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-64e9c22e-c498-455d-9d54-d4d0e8c3aabb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:15.693998 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-64e9c22e-c498-455d-9d54-d4d0e8c3aabb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:15.756993 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-64e9c22e-c498-455d-9d54-d4d0e8c3aabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:15.771703 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e9c22e-c498-455d-9d54-d4d0e8c3aabb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc030f7-8d00-4cc2-a36f-e1d4de17e124,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:15.779467 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-64e9c22e-c498-455d-9d54-d4d0e8c3aabb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:15.783845 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-64e9c22e-c498-455d-9d54-d4d0e8c3aabb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6dc030f7-8d00-4cc2-a36f-e1d4de17e124 HTTP/1.1" status: 204 len: 168 time: 0.1830070 Jun 28 11:25:15.801990 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device b7480d1e-81e9-4f6a-9b19-9ed839096724 up at agent hyperv_hv-cinder-84460 {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:25:15.880585 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Provisioning complete for port b7480d1e-81e9-4f6a-9b19-9ed839096724 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:25:15.881088 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:16.022270 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Current status of the port b7480d1e-81e9-4f6a-9b19-9ed839096724 is: BUILD; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:25:16.022732 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:16.056771 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '241e71b4-f1cf-4194-b958-8f619f10e932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7480d1e-81e9-4f6a-9b19-9ed839096724'}] {{(pid=88179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:25:16.068786 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port b7480d1e-81e9-4f6a-9b19-9ed839096724, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=b7480d1e-81e9-4f6a-9b19-9ed839096724,segment=NetworkSegment(4b63a92e-df64-4f82-a8dd-57f27eee96b8),segment_id=4b63a92e-df64-4f82-a8dd-57f27eee96b8)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:25:16.074636 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:16.106819 dv-cinder-844605-1-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e137bf2-121d-408d-964a-b1d41cc89d53'] response: {'server_uuid': '241e71b4-f1cf-4194-b958-8f619f10e932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7480d1e-81e9-4f6a-9b19-9ed839096724', 'code': 200} Jun 28 11:25:16.146874 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Pushing event updated for resources: {'Port': ['ID=b7480d1e-81e9-4f6a-9b19-9ed839096724,revision_number=8']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:24.635438 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.agents_db [None req-fef25e13-dc2d-42bf-aa2e-f684c08e94a6 None None] Agent healthcheck: found 6 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:25:25.392131 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 34052) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:25:25.530736 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-78a4028a-ebcd-4832-87db-2ad7c4700a45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:25.546530 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-78a4028a-ebcd-4832-87db-2ad7c4700a45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:25:25.550432 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-78a4028a-ebcd-4832-87db-2ad7c4700a45 admin admin] Usage tracker for resource:security_group_rule and tenant:7908866d1cb24d44ab6be1c2df51c23a is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:25:25.553324 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-78a4028a-ebcd-4832-87db-2ad7c4700a45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:25:25.559173 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-78a4028a-ebcd-4832-87db-2ad7c4700a45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:25:25.656293 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-78a4028a-ebcd-4832-87db-2ad7c4700a45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:25.661594 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-78a4028a-ebcd-4832-87db-2ad7c4700a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:25.716751 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a4028a-ebcd-4832-87db-2ad7c4700a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605d559b-7e25-43c9-bb83-7a456fd5d163,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:25.722358 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-78a4028a-ebcd-4832-87db-2ad7c4700a45 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7908866d1cb24d44ab6be1c2df51c23a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3284738 Jun 28 11:25:25.725188 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 34058) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:25:25.791158 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-6e75ae32-5e57-4caf-870a-da75e8bd7291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:25.818346 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-6e75ae32-5e57-4caf-870a-da75e8bd7291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:25.875185 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-6e75ae32-5e57-4caf-870a-da75e8bd7291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:25.891937 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e75ae32-5e57-4caf-870a-da75e8bd7291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605d559b-7e25-43c9-bb83-7a456fd5d163,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:25.901590 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-6e75ae32-5e57-4caf-870a-da75e8bd7291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:25.906329 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-6e75ae32-5e57-4caf-870a-da75e8bd7291 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/605d559b-7e25-43c9-bb83-7a456fd5d163 HTTP/1.1" status: 204 len: 168 time: 0.1766965 Jun 28 11:25:26.236963 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 34066) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:25:26.256770 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-d5ee31f9-4da4-419d-9314-8b8221b787ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:26.277550 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-d5ee31f9-4da4-419d-9314-8b8221b787ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:25:26.281815 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-d5ee31f9-4da4-419d-9314-8b8221b787ec admin admin] Usage tracker for resource:security_group_rule and tenant:b289a8ae418d4b6aa58a289562e42645 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:25:26.284726 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-d5ee31f9-4da4-419d-9314-8b8221b787ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:25:26.290811 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-d5ee31f9-4da4-419d-9314-8b8221b787ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:25:26.380449 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-d5ee31f9-4da4-419d-9314-8b8221b787ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:26.387297 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-d5ee31f9-4da4-419d-9314-8b8221b787ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:26.440767 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-d5ee31f9-4da4-419d-9314-8b8221b787ec admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b289a8ae418d4b6aa58a289562e42645&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2025867 Jun 28 11:25:26.441597 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ee31f9-4da4-419d-9314-8b8221b787ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87bae634-ea56-4840-b3a6-1093871ef9d1,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:26.444243 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 34070) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:25:26.510179 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ed5b9ff8-2675-45f8-88a6-06c59bddedcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:26.540961 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ed5b9ff8-2675-45f8-88a6-06c59bddedcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:26.604898 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ed5b9ff8-2675-45f8-88a6-06c59bddedcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:26.628608 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5b9ff8-2675-45f8-88a6-06c59bddedcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87bae634-ea56-4840-b3a6-1093871ef9d1,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:26.633034 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ed5b9ff8-2675-45f8-88a6-06c59bddedcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:26.633917 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-ed5b9ff8-2675-45f8-88a6-06c59bddedcb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/87bae634-ea56-4840-b3a6-1093871ef9d1 HTTP/1.1" status: 204 len: 168 time: 0.1882489 Jun 28 11:25:27.017089 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 34078) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:25:27.036071 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-a5f16b2a-e648-4f6e-b8b2-d44a3519459a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:27.050737 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-a5f16b2a-e648-4f6e-b8b2-d44a3519459a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:25:27.054784 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-a5f16b2a-e648-4f6e-b8b2-d44a3519459a admin admin] Usage tracker for resource:security_group_rule and tenant:731999866819437e8049418d18885b4b is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:25:27.057713 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-a5f16b2a-e648-4f6e-b8b2-d44a3519459a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:25:27.063673 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-a5f16b2a-e648-4f6e-b8b2-d44a3519459a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:25:27.157130 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-a5f16b2a-e648-4f6e-b8b2-d44a3519459a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:27.162878 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-a5f16b2a-e648-4f6e-b8b2-d44a3519459a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:27.212683 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-a5f16b2a-e648-4f6e-b8b2-d44a3519459a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=731999866819437e8049418d18885b4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1940711 Jun 28 11:25:27.213615 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f16b2a-e648-4f6e-b8b2-d44a3519459a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7c6bb9-76d0-43e5-abcd-76f9a05321f1,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:27.215718 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 34082) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:25:27.279273 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-6029fc30-17d7-4f4e-9afd-2bdabacd0398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:27.305697 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-6029fc30-17d7-4f4e-9afd-2bdabacd0398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:27.359192 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-6029fc30-17d7-4f4e-9afd-2bdabacd0398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:27.373867 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6029fc30-17d7-4f4e-9afd-2bdabacd0398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7c6bb9-76d0-43e5-abcd-76f9a05321f1,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:27.381798 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-6029fc30-17d7-4f4e-9afd-2bdabacd0398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:27.382932 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-6029fc30-17d7-4f4e-9afd-2bdabacd0398 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5c7c6bb9-76d0-43e5-abcd-76f9a05321f1 HTTP/1.1" status: 204 len: 168 time: 0.1661890 Jun 28 11:25:29.725865 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:36.262974 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-78b2ba0c-6cbf-4946-a4ba-f7d4490a27a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:38.413629 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-d1262d58-08b1-4669-81d6-df8f05538f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:39.638157 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b58b1c24-9254-4745-9794-e7d1435c798c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:39.811206 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:40.969994 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-90b31af6-315a-40c1-95e8-9ba1745e2d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:49.286874 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f612a0c-745e-47cd-a704-efb6f43b2128 req-5c06aa1a-d6e8-421d-b572-62fb5a99892e tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:49.288563 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-7f612a0c-745e-47cd-a704-efb6f43b2128 req-5c06aa1a-d6e8-421d-b572-62fb5a99892e tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d7126c-5714-441c-8f04-f8ee46be2604 HTTP/1.1" status: 200 len: 946 time: 0.0970972 Jun 28 11:25:49.336033 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-7f612a0c-745e-47cd-a704-efb6f43b2128 req-ab14efd8-1d8b-4318-9a4d-75fca454435f tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e2ad84a-7560-4d29-a2cf-b7d9fb8fac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417721 Jun 28 11:25:50.546325 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60555f5-d850-4c61-ba62-e2284f07a4a8 req-aa738b45-fab4-46e9-ae5f-bd7ac6007eee tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:50.547814 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c60555f5-d850-4c61-ba62-e2284f07a4a8 req-aa738b45-fab4-46e9-ae5f-bd7ac6007eee tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d7126c-5714-441c-8f04-f8ee46be2604 HTTP/1.1" status: 200 len: 946 time: 0.0956571 Jun 28 11:25:50.595787 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c60555f5-d850-4c61-ba62-e2284f07a4a8 req-ba2aa29d-a3c8-4c36-861f-c0a5e78f2cd5 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e2ad84a-7560-4d29-a2cf-b7d9fb8fac31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399117 Jun 28 11:25:50.878068 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e34c6-c9c0-4278-8edf-6a3864077bf9 req-6dad8ab2-688e-470d-85a9-1b74889497e6 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:50.879513 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-ec4e34c6-c9c0-4278-8edf-6a3864077bf9 req-6dad8ab2-688e-470d-85a9-1b74889497e6 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.43 "GET /v2.0/ports?device_id=19d7126c-5714-441c-8f04-f8ee46be2604 HTTP/1.1" status: 200 len: 946 time: 0.0910940 Jun 28 11:25:50.953907 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [req-ec4e34c6-c9c0-4278-8edf-6a3864077bf9 req-a79c1ad5-aa48-4076-b4bc-e1178405dddf tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Deleting port 26433671-7f15-4520-b66b-9fd69b65a601 {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:25:50.954215 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-ec4e34c6-c9c0-4278-8edf-6a3864077bf9 req-a79c1ad5-aa48-4076-b4bc-e1178405dddf tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:51.221561 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.db [req-ec4e34c6-c9c0-4278-8edf-6a3864077bf9 req-a79c1ad5-aa48-4076-b4bc-e1178405dddf tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] For port 26433671-7f15-4520-b66b-9fd69b65a601, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=26433671-7f15-4520-b66b-9fd69b65a601,segment=NetworkSegment(51f9b8b0-6a4d-4001-8198-b45cfc46d70a),segment_id=51f9b8b0-6a4d-4001-8198-b45cfc46d70a)] {{(pid=88177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:25:51.221914 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-ec4e34c6-c9c0-4278-8edf-6a3864077bf9 req-a79c1ad5-aa48-4076-b4bc-e1178405dddf tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:51.516119 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-ec4e34c6-c9c0-4278-8edf-6a3864077bf9 req-a79c1ad5-aa48-4076-b4bc-e1178405dddf tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:51.516396 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-ec4e34c6-c9c0-4278-8edf-6a3864077bf9 req-a79c1ad5-aa48-4076-b4bc-e1178405dddf tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361935'] for floatingip, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:51.516780 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.db.l3_db [req-ec4e34c6-c9c0-4278-8edf-6a3864077bf9 req-a79c1ad5-aa48-4076-b4bc-e1178405dddf tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Floating IP 881caec1-14d7-45d4-a110-367b973fa16b disassociated. External IP: 172.27.2.175, port: 26433671-7f15-4520-b66b-9fd69b65a601. Jun 28 11:25:51.517589 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [req-ec4e34c6-c9c0-4278-8edf-6a3864077bf9 req-a79c1ad5-aa48-4076-b4bc-e1178405dddf tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Calling delete_port for 26433671-7f15-4520-b66b-9fd69b65a601 owned by compute:nova {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:25:51.670257 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-ec4e34c6-c9c0-4278-8edf-6a3864077bf9 req-a79c1ad5-aa48-4076-b4bc-e1178405dddf tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782104357524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782103981240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2688079'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:51.725058 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c1ad5-aa48-4076-b4bc-e1178405dddf tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Pushing event deleted for resources: {'Port': ['ID=26433671-7f15-4520-b66b-9fd69b65a601,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:51.764534 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-a799faf8-8a6c-4c10-b0a0-d900f6ad9950 req-72bd08e7-4101-4106-a052-cf7bf8b72668 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=19d7126c-5714-441c-8f04-f8ee46be2604 HTTP/1.1" status: 200 len: 210 time: 0.0514133 Jun 28 11:25:51.786959 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c1ad5-aa48-4076-b4bc-e1178405dddf tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:51.787306 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c1ad5-aa48-4076-b4bc-e1178405dddf tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:51.787888 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c1ad5-aa48-4076-b4bc-e1178405dddf tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:51.788246 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c1ad5-aa48-4076-b4bc-e1178405dddf tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:51.788576 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c1ad5-aa48-4076-b4bc-e1178405dddf tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:51.788915 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c1ad5-aa48-4076-b4bc-e1178405dddf tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:51.789237 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c1ad5-aa48-4076-b4bc-e1178405dddf tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:51.789560 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c1ad5-aa48-4076-b4bc-e1178405dddf tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:51.789882 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c1ad5-aa48-4076-b4bc-e1178405dddf tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:51.790198 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c1ad5-aa48-4076-b4bc-e1178405dddf tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:51.790524 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c1ad5-aa48-4076-b4bc-e1178405dddf tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:51.790842 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c1ad5-aa48-4076-b4bc-e1178405dddf tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:52.019419 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec4e34c6-c9c0-4278-8edf-6a3864077bf9 req-a79c1ad5-aa48-4076-b4bc-e1178405dddf tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Router ab57ce83-a02e-406f-9b16-03bd9e22a1d4 has already been hosted by L3 agent 65138fbb-a379-4cdd-9015-09db381edeba {{(pid=88177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:25:52.204772 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec4e34c6-c9c0-4278-8edf-6a3864077bf9 req-a79c1ad5-aa48-4076-b4bc-e1178405dddf tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify agent at l3_agent.dv-cinder-844605-1-iscsi the message routers_updated {{(pid=88177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:25:52.214822 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894b1309-0b57-4cba-99ab-8fe0c8efc611 None None] Sync routers for ids ['ab57ce83-a02e-406f-9b16-03bd9e22a1d4'] in dv-cinder-844605-1-iscsi {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:25:52.225857 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894b1309-0b57-4cba-99ab-8fe0c8efc611 None None] Routers {'ab57ce83-a02e-406f-9b16-03bd9e22a1d4'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:25:52.226581 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-894b1309-0b57-4cba-99ab-8fe0c8efc611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:25:38Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['ab57ce83-a02e-406f-9b16-03bd9e22a1d4'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:25:52.293275 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec4e34c6-c9c0-4278-8edf-6a3864077bf9 req-a79c1ad5-aa48-4076-b4bc-e1178405dddf tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] No DVR routers for this DVR port 26433671-7f15-4520-b66b-9fd69b65a601 on host hv-cinder-84460 {{(pid=88177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:25:52.295798 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-ec4e34c6-c9c0-4278-8edf-6a3864077bf9 req-a79c1ad5-aa48-4076-b4bc-e1178405dddf tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:52.298493 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19d7126c-5714-441c-8f04-f8ee46be2604', 'name': 'network-vif-deleted', 'tag': '26433671-7f15-4520-b66b-9fd69b65a601'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:25:52.316015 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-ec4e34c6-c9c0-4278-8edf-6a3864077bf9 req-a79c1ad5-aa48-4076-b4bc-e1178405dddf tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.43 "DELETE /v2.0/ports/26433671-7f15-4520-b66b-9fd69b65a601 HTTP/1.1" status: 204 len: 173 time: 1.4311094 Jun 28 11:25:52.348432 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07042988-4b87-450c-ac18-3d39b8266465'] response: {'server_uuid': '19d7126c-5714-441c-8f04-f8ee46be2604', 'name': 'network-vif-deleted', 'tag': '26433671-7f15-4520-b66b-9fd69b65a601', 'status': 'completed', 'code': 200} Jun 28 11:25:52.413931 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-894b1309-0b57-4cba-99ab-8fe0c8efc611 None None] Set router ab57ce83-a02e-406f-9b16-03bd9e22a1d4 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:25:52.788016 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-894b1309-0b57-4cba-99ab-8fe0c8efc611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab57ce83-a02e-406f-9b16-03bd9e22a1d4', 'name': 'tempest-AttachVolumeShelveTestJSON-2014905493-router', 'tenant_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '3bee77db-710d-4396-ad63-54a0523ebf0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:23:07Z', 'updated_at': '2022-06-28T11:23:11Z', 'revision_number': 4, 'project_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'gw_port': {'id': '3bee77db-710d-4396-ad63-54a0523ebf0e', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ad:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab57ce83-a02e-406f-9b16-03bd9e22a1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:23:08Z', 'updated_at': '2022-06-28T11:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': '3c75a738-75b0-4d31-9653-4ace4b625505', 'name': '', 'network_id': '834bcaca-3130-4f84-b609-7440f584eba2', 'tenant_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'mac_address': 'fa:16:3e:a3:7f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab57ce83-a02e-406f-9b16-03bd9e22a1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'a5f33935-ebca-42b8-ae35-d32bc58dfdca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:23:10Z', 'updated_at': '2022-06-28T11:23:18Z', 'revision_number': 5, 'project_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'subnets': [{'id': 'a5f33935-ebca-42b8-ae35-d32bc58dfdca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:25:52.792364 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894b1309-0b57-4cba-99ab-8fe0c8efc611 None None] Checking router: ab57ce83-a02e-406f-9b16-03bd9e22a1d4 for host: dv-cinder-844605-1-iscsi {{(pid=88179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:25:52.801806 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894b1309-0b57-4cba-99ab-8fe0c8efc611 None None] Routers {'ab57ce83-a02e-406f-9b16-03bd9e22a1d4'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:25:52.802412 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-894b1309-0b57-4cba-99ab-8fe0c8efc611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:25:38Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['ab57ce83-a02e-406f-9b16-03bd9e22a1d4'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:25:52.923468 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 34140) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:25:52.996418 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-6ac669f6-46c8-4d1e-ae1e-dab8ee874229 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:52.997454 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-894b1309-0b57-4cba-99ab-8fe0c8efc611 None None] Set router ab57ce83-a02e-406f-9b16-03bd9e22a1d4 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:25:53.028343 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-6ac669f6-46c8-4d1e-ae1e-dab8ee874229 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:53.087200 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-6ac669f6-46c8-4d1e-ae1e-dab8ee874229 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:53.104513 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac669f6-46c8-4d1e-ae1e-dab8ee874229 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2ad84a-7560-4d29-a2cf-b7d9fb8fac31,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:53.128915 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-6ac669f6-46c8-4d1e-ae1e-dab8ee874229 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:53.132765 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-6ac669f6-46c8-4d1e-ae1e-dab8ee874229 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "DELETE /v2.0/security-groups/2e2ad84a-7560-4d29-a2cf-b7d9fb8fac31 HTTP/1.1" status: 204 len: 168 time: 0.2047703 Jun 28 11:25:53.133030 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 34144) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:25:53.149579 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.api.v2.resource [None req-fc35a835-635e-4dee-b07f-e1adaf310167 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] show failed (client error): The resource could not be found. Jun 28 11:25:53.153264 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-fc35a835-635e-4dee-b07f-e1adaf310167 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups/2e2ad84a-7560-4d29-a2cf-b7d9fb8fac31 HTTP/1.1" status: 404 len: 347 time: 0.0166478 Jun 28 11:25:53.153527 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 34148) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:25:53.343972 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-894b1309-0b57-4cba-99ab-8fe0c8efc611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab57ce83-a02e-406f-9b16-03bd9e22a1d4', 'name': 'tempest-AttachVolumeShelveTestJSON-2014905493-router', 'tenant_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '3bee77db-710d-4396-ad63-54a0523ebf0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:23:07Z', 'updated_at': '2022-06-28T11:23:11Z', 'revision_number': 4, 'project_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'gw_port': {'id': '3bee77db-710d-4396-ad63-54a0523ebf0e', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ad:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab57ce83-a02e-406f-9b16-03bd9e22a1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:23:08Z', 'updated_at': '2022-06-28T11:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': '3c75a738-75b0-4d31-9653-4ace4b625505', 'name': '', 'network_id': '834bcaca-3130-4f84-b609-7440f584eba2', 'tenant_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'mac_address': 'fa:16:3e:a3:7f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab57ce83-a02e-406f-9b16-03bd9e22a1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'a5f33935-ebca-42b8-ae35-d32bc58dfdca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:23:10Z', 'updated_at': '2022-06-28T11:23:18Z', 'revision_number': 5, 'project_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'subnets': [{'id': 'a5f33935-ebca-42b8-ae35-d32bc58dfdca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:25:53.348416 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894b1309-0b57-4cba-99ab-8fe0c8efc611 None None] The sync data for ids ['ab57ce83-a02e-406f-9b16-03bd9e22a1d4'] in dv-cinder-844605-1-iscsi is: [{'id': 'ab57ce83-a02e-406f-9b16-03bd9e22a1d4', 'name': 'tempest-AttachVolumeShelveTestJSON-2014905493-router', 'tenant_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '3bee77db-710d-4396-ad63-54a0523ebf0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:23:07Z', 'updated_at': '2022-06-28T11:23:11Z', 'revision_number': 4, 'project_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'gw_port': {'id': '3bee77db-710d-4396-ad63-54a0523ebf0e', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ad:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab57ce83-a02e-406f-9b16-03bd9e22a1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:23:08Z', 'updated_at': '2022-06-28T11:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': '3c75a738-75b0-4d31-9653-4ace4b625505', 'name': '', 'network_id': '834bcaca-3130-4f84-b609-7440f584eba2', 'tenant_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'mac_address': 'fa:16:3e:a3:7f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab57ce83-a02e-406f-9b16-03bd9e22a1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'a5f33935-ebca-42b8-ae35-d32bc58dfdca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:23:10Z', 'updated_at': '2022-06-28T11:23:18Z', 'revision_number': 5, 'project_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'subnets': [{'id': 'a5f33935-ebca-42b8-ae35-d32bc58dfdca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:25:53.435375 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.plugin [None req-b4a6cd12-dd3a-4309-b664-7d8c0e1ac76d tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Deleting port dc2509fe-3880-4b18-85be-7dd91580cbab {{(pid=88178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:25:53.435720 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-b4a6cd12-dd3a-4309-b664-7d8c0e1ac76d tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:53.599286 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7e9bc5-86ec-4b1d-989b-0a50325895a9 None None] New status for floating IP 881caec1-14d7-45d4-a110-367b973fa16b: DOWN {{(pid=88180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:25:53.614776 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-b4a6cd12-dd3a-4309-b664-7d8c0e1ac76d tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:53.615103 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-b4a6cd12-dd3a-4309-b664-7d8c0e1ac76d tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:53.742424 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.plugin [None req-b4a6cd12-dd3a-4309-b664-7d8c0e1ac76d tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Calling delete_port for dc2509fe-3880-4b18-85be-7dd91580cbab owned by network:floatingip {{(pid=88178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:25:53.837442 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.db.api [None req-b4a6cd12-dd3a-4309-b664-7d8c0e1ac76d tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 11:25:53.837793 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG oslo_db.api [None req-b4a6cd12-dd3a-4309-b664-7d8c0e1ac76d tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 11:25:53.946994 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device 26433671-7f15-4520-b66b-9fd69b65a601 no longer exists at agent hyperv_hv-cinder-84460 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:25:53.985617 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] No Port match for: 26433671-7f15-4520-b66b-9fd69b65a601 {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:25:53.985937 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device 26433671-7f15-4520-b66b-9fd69b65a601 not bound to the agent host hv-cinder-84460 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:25:54.339868 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.plugin [None req-b4a6cd12-dd3a-4309-b664-7d8c0e1ac76d tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Deleting port dc2509fe-3880-4b18-85be-7dd91580cbab {{(pid=88178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:25:54.340491 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-b4a6cd12-dd3a-4309-b664-7d8c0e1ac76d tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:54.521560 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-b4a6cd12-dd3a-4309-b664-7d8c0e1ac76d tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:54.521882 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-b4a6cd12-dd3a-4309-b664-7d8c0e1ac76d tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:54.646423 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.plugin [None req-b4a6cd12-dd3a-4309-b664-7d8c0e1ac76d tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Calling delete_port for dc2509fe-3880-4b18-85be-7dd91580cbab owned by network:floatingip {{(pid=88178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:25:54.799366 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-b4a6cd12-dd3a-4309-b664-7d8c0e1ac76d tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782104357524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782103981240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287935'] for port, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:54.849712 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a6cd12-dd3a-4309-b664-7d8c0e1ac76d tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Pushing event deleted for resources: {'Port': ['ID=dc2509fe-3880-4b18-85be-7dd91580cbab,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:54.953140 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-b4a6cd12-dd3a-4309-b664-7d8c0e1ac76d tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks [] for floatingip, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:54.967225 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-b4a6cd12-dd3a-4309-b664-7d8c0e1ac76d tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for floatingip, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:54.968335 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-b4a6cd12-dd3a-4309-b664-7d8c0e1ac76d tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "DELETE /v2.0/floatingips/881caec1-14d7-45d4-a110-367b973fa16b HTTP/1.1" status: 204 len: 168 time: 1.8139567 Jun 28 11:25:55.059120 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 34154) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:25:55.064274 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [None req-5d4d9913-4816-456a-94a1-14b9d734b2b1 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Request body: {'security_group': {'name': 'tempest-securitygroup--621900020', 'description': 'tempest-description--1156144960'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:25:55.070745 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-5d4d9913-4816-456a-94a1-14b9d734b2b1 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:25:55.075088 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-5d4d9913-4816-456a-94a1-14b9d734b2b1 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Usage tracker for resource:security_group and tenant:8c5a6ea60f634bcda4032eca1bf6f9f2 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:25:55.078805 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-5d4d9913-4816-456a-94a1-14b9d734b2b1 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:25:55.085197 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-5d4d9913-4816-456a-94a1-14b9d734b2b1 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:25:55.095887 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-5d4d9913-4816-456a-94a1-14b9d734b2b1 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:55.116446 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-5d4d9913-4816-456a-94a1-14b9d734b2b1 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:25:55.120740 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-5d4d9913-4816-456a-94a1-14b9d734b2b1 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Usage tracker for resource:security_group_rule and tenant:8c5a6ea60f634bcda4032eca1bf6f9f2 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:25:55.123753 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-5d4d9913-4816-456a-94a1-14b9d734b2b1 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:25:55.130854 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-5d4d9913-4816-456a-94a1-14b9d734b2b1 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:25:55.209653 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-5d4d9913-4816-456a-94a1-14b9d734b2b1 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:55.214467 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-5d4d9913-4816-456a-94a1-14b9d734b2b1 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:55.260372 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4d9913-4816-456a-94a1-14b9d734b2b1 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=858dd6bd-0811-4c19-b7f5-cedfc927c8f5,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:55.265259 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-5d4d9913-4816-456a-94a1-14b9d734b2b1 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:55.266521 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-5d4d9913-4816-456a-94a1-14b9d734b2b1 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2063863 Jun 28 11:25:55.269954 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 34158) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:25:55.275496 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [None req-bb2b52b5-8d67-4b57-98e7-cadc679cdd45 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Request body: {'security_group_rule': {'security_group_id': '858dd6bd-0811-4c19-b7f5-cedfc927c8f5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:25:55.281730 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-bb2b52b5-8d67-4b57-98e7-cadc679cdd45 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:25:55.285918 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-bb2b52b5-8d67-4b57-98e7-cadc679cdd45 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Usage tracker for resource:security_group_rule and tenant:8c5a6ea60f634bcda4032eca1bf6f9f2 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:25:55.289233 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-bb2b52b5-8d67-4b57-98e7-cadc679cdd45 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:25:55.295263 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-bb2b52b5-8d67-4b57-98e7-cadc679cdd45 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:25:55.313150 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-bb2b52b5-8d67-4b57-98e7-cadc679cdd45 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:55.376351 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-bb2b52b5-8d67-4b57-98e7-cadc679cdd45 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:55.385222 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-bb2b52b5-8d67-4b57-98e7-cadc679cdd45 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545003'] for security_group_rule, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:55.413327 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2b52b5-8d67-4b57-98e7-cadc679cdd45 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42869222-b2b6-4f91-a921-8123c600dcf4,revision_number=0']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:55.423856 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-bb2b52b5-8d67-4b57-98e7-cadc679cdd45 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:55.425086 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-bb2b52b5-8d67-4b57-98e7-cadc679cdd45 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1539924 Jun 28 11:25:55.427866 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 34162) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:25:55.433055 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [None req-9d437914-c942-4b28-a85f-6dec8c1980e8 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Request body: {'security_group_rule': {'security_group_id': '858dd6bd-0811-4c19-b7f5-cedfc927c8f5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:25:55.439214 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-9d437914-c942-4b28-a85f-6dec8c1980e8 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:25:55.443253 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-9d437914-c942-4b28-a85f-6dec8c1980e8 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Usage tracker for resource:security_group_rule and tenant:8c5a6ea60f634bcda4032eca1bf6f9f2 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:25:55.446329 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-9d437914-c942-4b28-a85f-6dec8c1980e8 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:25:55.452403 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-9d437914-c942-4b28-a85f-6dec8c1980e8 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:25:55.473131 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-9d437914-c942-4b28-a85f-6dec8c1980e8 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:55.539395 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-9d437914-c942-4b28-a85f-6dec8c1980e8 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:55.543986 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-9d437914-c942-4b28-a85f-6dec8c1980e8 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545003'] for security_group_rule, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:55.567936 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d437914-c942-4b28-a85f-6dec8c1980e8 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb0d160c-6b2a-4361-bf15-8bf1c5a5273a,revision_number=0']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:55.578562 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-9d437914-c942-4b28-a85f-6dec8c1980e8 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:55.579896 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-9d437914-c942-4b28-a85f-6dec8c1980e8 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1508567 Jun 28 11:25:55.583140 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 34166) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:25:55.588370 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.v2.base [None req-2a149612-2968-4499-b88d-6abf091bf485 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Request body: {'floatingip': {'floating_network_id': '6387ef29-ddd8-4632-9016-e02c39923463'}} {{(pid=88178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:25:55.594370 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-2a149612-2968-4499-b88d-6abf091bf485 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:25:55.598525 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-2a149612-2968-4499-b88d-6abf091bf485 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Usage tracker for resource:floatingip and tenant:8c5a6ea60f634bcda4032eca1bf6f9f2 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:25:55.601559 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-2a149612-2968-4499-b88d-6abf091bf485 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:25:55.607525 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-2a149612-2968-4499-b88d-6abf091bf485 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:25:55.619225 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-2a149612-2968-4499-b88d-6abf091bf485 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks [] for floatingip, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:55.759579 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-2a149612-2968-4499-b88d-6abf091bf485 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:55.900836 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.db_base_plugin_common [None req-2a149612-2968-4499-b88d-6abf091bf485 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Allocated IP 172.27.2.252 (6387ef29-ddd8-4632-9016-e02c39923463/5f3766c0-f55a-400a-8fdd-81b5b17b1576/1c3f5e92-366b-4fc7-a47c-09d8946fdf31) {{(pid=88178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:25:56.163194 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-2a149612-2968-4499-b88d-6abf091bf485 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks [] for port, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:56.196055 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-2a149612-2968-4499-b88d-6abf091bf485 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782103981231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287935'] for port, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:56.267484 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a149612-2968-4499-b88d-6abf091bf485 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Network 6387ef29-ddd8-4632-9016-e02c39923463 is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:25:56.270621 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.base_scheduler [None req-2a149612-2968-4499-b88d-6abf091bf485 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:25:56.274948 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a149612-2968-4499-b88d-6abf091bf485 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Received port after_create {{(pid=88178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:25:56.305268 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a149612-2968-4499-b88d-6abf091bf485 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Pushing event updated for resources: {'Port': ['ID=1c3f5e92-366b-4fc7-a47c-09d8946fdf31,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:56.363689 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-2a149612-2968-4499-b88d-6abf091bf485 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:56.439088 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-2a149612-2968-4499-b88d-6abf091bf485 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:56.652960 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-2a149612-2968-4499-b88d-6abf091bf485 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks [] for port, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:56.660147 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-2a149612-2968-4499-b88d-6abf091bf485 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2287912'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:56.763743 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a149612-2968-4499-b88d-6abf091bf485 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Pushing event updated for resources: {'Port': ['ID=1c3f5e92-366b-4fc7-a47c-09d8946fdf31,revision_number=2']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:56.780434 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-2a149612-2968-4499-b88d-6abf091bf485 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361935'] for floatingip, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:56.805651 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-2a149612-2968-4499-b88d-6abf091bf485 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for floatingip, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:56.807126 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-2a149612-2968-4499-b88d-6abf091bf485 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2231393 Jun 28 11:25:57.059056 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-4b761ab9-fff2-4d40-8af7-e71397053f87 req-06364958-7603-4a07-afd7-bccb95e98532 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--621900020&fields=id&tenant_id=8c5a6ea60f634bcda4032eca1bf6f9f2 HTTP/1.1" status: 200 len: 267 time: 0.0476344 Jun 28 11:25:57.212094 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b761ab9-fff2-4d40-8af7-e71397053f87 req-a2ddf50b-c22c-4308-a8b2-6d8c4fa2e822 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:57.213588 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-4b761ab9-fff2-4d40-8af7-e71397053f87 req-a2ddf50b-c22c-4308-a8b2-6d8c4fa2e822 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/networks?id=834bcaca-3130-4f84-b609-7440f584eba2 HTTP/1.1" status: 200 len: 817 time: 0.1479325 Jun 28 11:25:57.228489 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-4b761ab9-fff2-4d40-8af7-e71397053f87 req-e58b11c6-362d-4af0-9050-d8dbbf4947f1 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/quotas/8c5a6ea60f634bcda4032eca1bf6f9f2 HTTP/1.1" status: 200 len: 375 time: 0.0093615 Jun 28 11:25:57.325324 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-4b761ab9-fff2-4d40-8af7-e71397053f87 req-85b44f02-555b-4afc-8785-b4fc9e525f56 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Synchronizing usage tracker for tenant:8c5a6ea60f634bcda4032eca1bf6f9f2 on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:25:57.342517 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-4b761ab9-fff2-4d40-8af7-e71397053f87 req-85b44f02-555b-4afc-8785-b4fc9e525f56 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Unset dirty status for tenant:8c5a6ea60f634bcda4032eca1bf6f9f2 on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:25:57.343841 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-4b761ab9-fff2-4d40-8af7-e71397053f87 req-85b44f02-555b-4afc-8785-b4fc9e525f56 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8c5a6ea60f634bcda4032eca1bf6f9f2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1102037 Jun 28 11:25:57.485450 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-4b761ab9-fff2-4d40-8af7-e71397053f87 req-25585aa4-90b0-4480-a2ec-545990267527 service neutron] 10.222.0.23 "GET /v2.0/networks/834bcaca-3130-4f84-b609-7440f584eba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296918 Jun 28 11:25:57.622996 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-4b761ab9-fff2-4d40-8af7-e71397053f87 req-f4a89800-ee52-4ac8-a10e-9d235c03cf03 service neutron] 10.222.0.23 "GET /v2.0/networks/834bcaca-3130-4f84-b609-7440f584eba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312544 Jun 28 11:25:57.813394 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [req-6ce1e23b-7390-4626-903c-9257ac9e5c99 req-7966c004-8764-47cf-a69a-c9637ad202e5 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Synchronizing usage tracker for tenant:8c5a6ea60f634bcda4032eca1bf6f9f2 on resource:port {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:25:57.826394 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [req-6ce1e23b-7390-4626-903c-9257ac9e5c99 req-7966c004-8764-47cf-a69a-c9637ad202e5 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Unset dirty status for tenant:8c5a6ea60f634bcda4032eca1bf6f9f2 on resource:port {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:25:57.827562 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-6ce1e23b-7390-4626-903c-9257ac9e5c99 req-7966c004-8764-47cf-a69a-c9637ad202e5 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=ece67b1f-5854-4272-a4d5-928d10c57e55 HTTP/1.1" status: 200 len: 210 time: 0.0660532 Jun 28 11:25:58.903656 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b761ab9-fff2-4d40-8af7-e71397053f87 req-d9547f4e-78da-4462-bd2f-42679ff645c0 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:58.905193 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-4b761ab9-fff2-4d40-8af7-e71397053f87 req-d9547f4e-78da-4462-bd2f-42679ff645c0 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.43 "GET /v2.0/networks?id=834bcaca-3130-4f84-b609-7440f584eba2 HTTP/1.1" status: 200 len: 817 time: 0.1600649 Jun 28 11:25:59.000532 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-4b761ab9-fff2-4d40-8af7-e71397053f87 req-e7403dc8-574f-4e86-8c96-bcd46e300b51 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c5a6ea60f634bcda4032eca1bf6f9f2 HTTP/1.1" status: 200 len: 379 time: 0.0857332 Jun 28 11:25:59.011721 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [req-4b761ab9-fff2-4d40-8af7-e71397053f87 req-7ac2be37-8cd5-4b1d-9c01-c68fec7b1a3d tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Request body: {'port': {'device_id': 'ece67b1f-5854-4272-a4d5-928d10c57e55', 'network_id': '834bcaca-3130-4f84-b609-7440f584eba2', 'admin_state_up': True, 'tenant_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'security_groups': ['858dd6bd-0811-4c19-b7f5-cedfc927c8f5']}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:25:59.031403 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-39b73725-fcf0-446e-891d-15aa6f475e4a req-c36322ab-c0d8-4a70-a428-9914b7cb982e tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=ece67b1f-5854-4272-a4d5-928d10c57e55 HTTP/1.1" status: 200 len: 210 time: 0.0794985 Jun 28 11:25:59.152740 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [req-4b761ab9-fff2-4d40-8af7-e71397053f87 req-7ac2be37-8cd5-4b1d-9c01-c68fec7b1a3d tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:25:59.162438 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [req-4b761ab9-fff2-4d40-8af7-e71397053f87 req-7ac2be37-8cd5-4b1d-9c01-c68fec7b1a3d tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:25:59.173799 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b761ab9-fff2-4d40-8af7-e71397053f87 req-7ac2be37-8cd5-4b1d-9c01-c68fec7b1a3d tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Made reservation on behalf of 8c5a6ea60f634bcda4032eca1bf6f9f2 for: {'port': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:25:59.177315 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-4b761ab9-fff2-4d40-8af7-e71397053f87 req-7ac2be37-8cd5-4b1d-9c01-c68fec7b1a3d tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:59.348960 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.db_base_plugin_common [req-4b761ab9-fff2-4d40-8af7-e71397053f87 req-7ac2be37-8cd5-4b1d-9c01-c68fec7b1a3d tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Allocated IP 172.20.0.7 (834bcaca-3130-4f84-b609-7440f584eba2/a5f33935-ebca-42b8-ae35-d32bc58dfdca/2f35d1cf-b284-493d-bd26-ebb9543f2a93) {{(pid=88177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:25:59.552124 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-4b761ab9-fff2-4d40-8af7-e71397053f87 req-7ac2be37-8cd5-4b1d-9c01-c68fec7b1a3d tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks [] for port, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:59.569663 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.provisioning_blocks [req-4b761ab9-fff2-4d40-8af7-e71397053f87 req-7ac2be37-8cd5-4b1d-9c01-c68fec7b1a3d tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Transition to ACTIVE for port object 2f35d1cf-b284-493d-bd26-ebb9543f2a93 will not be triggered until provisioned by entity DHCP. {{(pid=88177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:25:59.594424 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-4b761ab9-fff2-4d40-8af7-e71397053f87 req-7ac2be37-8cd5-4b1d-9c01-c68fec7b1a3d tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782103981231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2688079'] for port, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:59.722519 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:59.761811 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b761ab9-fff2-4d40-8af7-e71397053f87 req-7ac2be37-8cd5-4b1d-9c01-c68fec7b1a3d tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Network 834bcaca-3130-4f84-b609-7440f584eba2 is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:25:59.765060 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.base_scheduler [req-4b761ab9-fff2-4d40-8af7-e71397053f87 req-7ac2be37-8cd5-4b1d-9c01-c68fec7b1a3d tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:25:59.769406 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b761ab9-fff2-4d40-8af7-e71397053f87 req-7ac2be37-8cd5-4b1d-9c01-c68fec7b1a3d tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Received port after_create {{(pid=88177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:25:59.800164 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac2be37-8cd5-4b1d-9c01-c68fec7b1a3d tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Pushing event updated for resources: {'Port': ['ID=2f35d1cf-b284-493d-bd26-ebb9543f2a93,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:59.842536 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b761ab9-fff2-4d40-8af7-e71397053f87 req-7ac2be37-8cd5-4b1d-9c01-c68fec7b1a3d tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:59.843185 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-4b761ab9-fff2-4d40-8af7-e71397053f87 req-7ac2be37-8cd5-4b1d-9c01-c68fec7b1a3d tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:59.873346 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-4b761ab9-fff2-4d40-8af7-e71397053f87 req-7ac2be37-8cd5-4b1d-9c01-c68fec7b1a3d tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8656678 Jun 28 11:25:59.886330 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [req-4b761ab9-fff2-4d40-8af7-e71397053f87 req-8e2bcd8c-32b4-4c7e-9ec3-01c3975e2b2e service neutron] Request body: {'port': {'device_id': 'ece67b1f-5854-4272-a4d5-928d10c57e55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:26:00.004539 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-4b761ab9-fff2-4d40-8af7-e71397053f87 req-8e2bcd8c-32b4-4c7e-9ec3-01c3975e2b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:00.008279 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-b5eab922-e1b6-4595-b300-f66b205dc037 None None] Provisioning for port 2f35d1cf-b284-493d-bd26-ebb9543f2a93 completed by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:26:00.014344 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-b5eab922-e1b6-4595-b300-f66b205dc037 None None] Provisioning complete for port 2f35d1cf-b284-493d-bd26-ebb9543f2a93 triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:26:00.015190 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b5eab922-e1b6-4595-b300-f66b205dc037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:00.074113 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-b5eab922-e1b6-4595-b300-f66b205dc037 None None] Port 2f35d1cf-b284-493d-bd26-ebb9543f2a93 cannot update to ACTIVE because it is not bound. {{(pid=88179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:26:00.242069 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a554b-1b20-46fd-88ae-47a878b35288 req-1913ec25-ba61-4d00-afe2-9ad59bea4c24 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:00.243856 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-0a7a554b-1b20-46fd-88ae-47a878b35288 req-1913ec25-ba61-4d00-afe2-9ad59bea4c24 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=ece67b1f-5854-4272-a4d5-928d10c57e55 HTTP/1.1" status: 200 len: 931 time: 0.0963259 Jun 28 11:26:00.288270 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [req-0a7a554b-1b20-46fd-88ae-47a878b35288 req-b7170f89-76aa-4cbc-99cf-c9f75a7117ee tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Synchronizing usage tracker for tenant:8c5a6ea60f634bcda4032eca1bf6f9f2 on resource:security_group {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:26:00.305406 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [req-0a7a554b-1b20-46fd-88ae-47a878b35288 req-b7170f89-76aa-4cbc-99cf-c9f75a7117ee tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Unset dirty status for tenant:8c5a6ea60f634bcda4032eca1bf6f9f2 on resource:security_group {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:26:00.306585 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-0a7a554b-1b20-46fd-88ae-47a878b35288 req-b7170f89-76aa-4cbc-99cf-c9f75a7117ee tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=858dd6bd-0811-4c19-b7f5-cedfc927c8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566204 Jun 28 11:26:00.373849 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.notifiers.nova [req-4b761ab9-fff2-4d40-8af7-e71397053f87 req-8e2bcd8c-32b4-4c7e-9ec3-01c3975e2b2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f35d1cf-b284-493d-bd26-ebb9543f2a93 {{(pid=88177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:26:00.382028 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-4b761ab9-fff2-4d40-8af7-e71397053f87 req-8e2bcd8c-32b4-4c7e-9ec3-01c3975e2b2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:00.398035 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.provisioning_blocks [req-4b761ab9-fff2-4d40-8af7-e71397053f87 req-8e2bcd8c-32b4-4c7e-9ec3-01c3975e2b2e service neutron] Transition to ACTIVE for port object 2f35d1cf-b284-493d-bd26-ebb9543f2a93 will not be triggered until provisioned by entity L2. {{(pid=88177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:26:00.402512 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-4b761ab9-fff2-4d40-8af7-e71397053f87 req-8e2bcd8c-32b4-4c7e-9ec3-01c3975e2b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2688088'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:00.572165 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2bcd8c-32b4-4c7e-9ec3-01c3975e2b2e service neutron] Pushing event updated for resources: {'Port': ['ID=2f35d1cf-b284-493d-bd26-ebb9543f2a93,revision_number=2']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:00.657261 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.managers [req-4b761ab9-fff2-4d40-8af7-e71397053f87 req-8e2bcd8c-32b4-4c7e-9ec3-01c3975e2b2e service neutron] Attempting to bind port 2f35d1cf-b284-493d-bd26-ebb9543f2a93 on host hv-cinder-84460 for vnic_type normal with profile {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:26:00.657585 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.managers [req-4b761ab9-fff2-4d40-8af7-e71397053f87 req-8e2bcd8c-32b4-4c7e-9ec3-01c3975e2b2e service neutron] Attempting to bind port 2f35d1cf-b284-493d-bd26-ebb9543f2a93 by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': '51f9b8b0-6a4d-4001-8198-b45cfc46d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '834bcaca-3130-4f84-b609-7440f584eba2'}] {{(pid=88177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:26:00.657907 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b761ab9-fff2-4d40-8af7-e71397053f87 req-8e2bcd8c-32b4-4c7e-9ec3-01c3975e2b2e service neutron] Attempting to bind port 2f35d1cf-b284-493d-bd26-ebb9543f2a93 on network 834bcaca-3130-4f84-b609-7440f584eba2 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:26:00.668618 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b761ab9-fff2-4d40-8af7-e71397053f87 req-8e2bcd8c-32b4-4c7e-9ec3-01c3975e2b2e service neutron] Port 2f35d1cf-b284-493d-bd26-ebb9543f2a93 on network 834bcaca-3130-4f84-b609-7440f584eba2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 11:26:00.668966 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b761ab9-fff2-4d40-8af7-e71397053f87 req-8e2bcd8c-32b4-4c7e-9ec3-01c3975e2b2e service neutron] Attempting to bind port 2f35d1cf-b284-493d-bd26-ebb9543f2a93 on network 834bcaca-3130-4f84-b609-7440f584eba2 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:26:00.674367 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b761ab9-fff2-4d40-8af7-e71397053f87 req-8e2bcd8c-32b4-4c7e-9ec3-01c3975e2b2e service neutron] Checking agent: {'id': '08bfabbf-d5f3-4ca7-8c16-3ebc8bd75d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 14), 'started_at': datetime.datetime(2022, 6, 28, 11, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:26:00.674699 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b761ab9-fff2-4d40-8af7-e71397053f87 req-8e2bcd8c-32b4-4c7e-9ec3-01c3975e2b2e service neutron] Checking segment: {'id': '51f9b8b0-6a4d-4001-8198-b45cfc46d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '834bcaca-3130-4f84-b609-7440f584eba2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:26:00.675085 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b761ab9-fff2-4d40-8af7-e71397053f87 req-8e2bcd8c-32b4-4c7e-9ec3-01c3975e2b2e service neutron] Bound using segment: {'id': '51f9b8b0-6a4d-4001-8198-b45cfc46d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '834bcaca-3130-4f84-b609-7440f584eba2'} {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:26:00.675505 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.managers [req-4b761ab9-fff2-4d40-8af7-e71397053f87 req-8e2bcd8c-32b4-4c7e-9ec3-01c3975e2b2e service neutron] Bound port: 2f35d1cf-b284-493d-bd26-ebb9543f2a93, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51f9b8b0-6a4d-4001-8198-b45cfc46d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '834bcaca-3130-4f84-b609-7440f584eba2'}}] {{(pid=88177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:26:00.675851 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-4b761ab9-fff2-4d40-8af7-e71397053f87 req-8e2bcd8c-32b4-4c7e-9ec3-01c3975e2b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:00.770170 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.db [req-4b761ab9-fff2-4d40-8af7-e71397053f87 req-8e2bcd8c-32b4-4c7e-9ec3-01c3975e2b2e service neutron] For port 2f35d1cf-b284-493d-bd26-ebb9543f2a93, host hv-cinder-84460, cleared binding levels {{(pid=88177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:26:00.774468 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.db [req-4b761ab9-fff2-4d40-8af7-e71397053f87 req-8e2bcd8c-32b4-4c7e-9ec3-01c3975e2b2e service neutron] For port 2f35d1cf-b284-493d-bd26-ebb9543f2a93, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=2f35d1cf-b284-493d-bd26-ebb9543f2a93,segment=NetworkSegment(51f9b8b0-6a4d-4001-8198-b45cfc46d70a),segment_id=51f9b8b0-6a4d-4001-8198-b45cfc46d70a)] {{(pid=88177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:26:00.782232 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-4b761ab9-fff2-4d40-8af7-e71397053f87 req-8e2bcd8c-32b4-4c7e-9ec3-01c3975e2b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2688088'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:00.845115 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b761ab9-fff2-4d40-8af7-e71397053f87 req-8e2bcd8c-32b4-4c7e-9ec3-01c3975e2b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:00.845759 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-4b761ab9-fff2-4d40-8af7-e71397053f87 req-8e2bcd8c-32b4-4c7e-9ec3-01c3975e2b2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:00.847157 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-4b761ab9-fff2-4d40-8af7-e71397053f87 req-8e2bcd8c-32b4-4c7e-9ec3-01c3975e2b2e service neutron] 10.222.0.43 "PUT /v2.0/ports/2f35d1cf-b284-493d-bd26-ebb9543f2a93 HTTP/1.1" status: 200 len: 1093 time: 0.9653184 Jun 28 11:26:00.847598 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ece67b1f-5854-4272-a4d5-928d10c57e55', 'tag': '2f35d1cf-b284-493d-bd26-ebb9543f2a93'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:26:00.871361 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2bcd8c-32b4-4c7e-9ec3-01c3975e2b2e service neutron] Pushing event updated for resources: {'Port': ['ID=2f35d1cf-b284-493d-bd26-ebb9543f2a93,revision_number=3']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:00.928022 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e900a47-9c1c-448a-b3f7-7609042cda68'] response: {'name': 'network-changed', 'server_uuid': 'ece67b1f-5854-4272-a4d5-928d10c57e55', 'tag': '2f35d1cf-b284-493d-bd26-ebb9543f2a93', 'status': 'completed', 'code': 200} Jun 28 11:26:00.973509 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b761ab9-fff2-4d40-8af7-e71397053f87 req-3180db26-6327-4186-a1f0-ea5da5ea68d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:00.975576 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-4b761ab9-fff2-4d40-8af7-e71397053f87 req-3180db26-6327-4186-a1f0-ea5da5ea68d0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8c5a6ea60f634bcda4032eca1bf6f9f2&device_id=ece67b1f-5854-4272-a4d5-928d10c57e55 HTTP/1.1" status: 200 len: 1096 time: 0.0854459 Jun 28 11:26:01.049788 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-4b761ab9-fff2-4d40-8af7-e71397053f87 req-91885127-8b09-4179-aea9-26ba682a13fc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f35d1cf-b284-493d-bd26-ebb9543f2a93 HTTP/1.1" status: 200 len: 217 time: 0.0681503 Jun 28 11:26:01.115360 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b761ab9-fff2-4d40-8af7-e71397053f87 req-7805dbd4-b17e-4e9e-ac70-0ddb104d4be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:01.116833 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-4b761ab9-fff2-4d40-8af7-e71397053f87 req-7805dbd4-b17e-4e9e-ac70-0ddb104d4be2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a5f33935-ebca-42b8-ae35-d32bc58dfdca HTTP/1.1" status: 200 len: 856 time: 0.0611968 Jun 28 11:26:01.204445 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b761ab9-fff2-4d40-8af7-e71397053f87 req-78782649-6b3a-44b8-883b-e755a886038a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:01.206040 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-4b761ab9-fff2-4d40-8af7-e71397053f87 req-78782649-6b3a-44b8-883b-e755a886038a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=834bcaca-3130-4f84-b609-7440f584eba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0836859 Jun 28 11:26:01.352751 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-4b761ab9-fff2-4d40-8af7-e71397053f87 req-3cb876a2-e146-49d1-b32c-def9de11c024 service neutron] 10.222.0.43 "GET /v2.0/networks/834bcaca-3130-4f84-b609-7440f584eba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400313 Jun 28 11:26:01.496405 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-4b761ab9-fff2-4d40-8af7-e71397053f87 req-959db809-a702-45f3-8384-f73001549879 service neutron] 10.222.0.43 "GET /v2.0/networks/834bcaca-3130-4f84-b609-7440f584eba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381402 Jun 28 11:26:01.512789 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b830d-05eb-4128-b5e6-9d04d4d9e32b req-d0f7fef1-1d08-4432-9511-c6157d4b1080 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:01.514486 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-9c1b830d-05eb-4128-b5e6-9d04d4d9e32b req-d0f7fef1-1d08-4432-9511-c6157d4b1080 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=ece67b1f-5854-4272-a4d5-928d10c57e55 HTTP/1.1" status: 200 len: 943 time: 0.0891478 Jun 28 11:26:01.569516 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-9c1b830d-05eb-4128-b5e6-9d04d4d9e32b req-b6e792b2-60e1-496a-bd16-01a9fde6a1b8 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=858dd6bd-0811-4c19-b7f5-cedfc927c8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476730 Jun 28 11:26:01.637256 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.agents_db [None req-fef25e13-dc2d-42bf-aa2e-f684c08e94a6 None None] Agent healthcheck: found 6 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:26:01.712954 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8a78a-ed2c-47b3-9432-e149cce025b9 req-917162cc-1622-430a-a2ea-345941dd650f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:01.715564 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c1e8a78a-ed2c-47b3-9432-e149cce025b9 req-917162cc-1622-430a-a2ea-345941dd650f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8c5a6ea60f634bcda4032eca1bf6f9f2&device_id=ece67b1f-5854-4272-a4d5-928d10c57e55 HTTP/1.1" status: 200 len: 1096 time: 0.1709650 Jun 28 11:26:01.851450 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8a78a-ed2c-47b3-9432-e149cce025b9 req-22251eac-abe8-4aff-bb1e-9574179982bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:01.852841 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c1e8a78a-ed2c-47b3-9432-e149cce025b9 req-22251eac-abe8-4aff-bb1e-9574179982bc service neutron] 10.222.0.43 "GET /v2.0/networks?id=834bcaca-3130-4f84-b609-7440f584eba2 HTTP/1.1" status: 200 len: 918 time: 0.1306400 Jun 28 11:26:01.925177 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c1e8a78a-ed2c-47b3-9432-e149cce025b9 req-92cee990-953c-4542-acb4-5e2fb11db44f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f35d1cf-b284-493d-bd26-ebb9543f2a93 HTTP/1.1" status: 200 len: 217 time: 0.0653043 Jun 28 11:26:01.993505 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8a78a-ed2c-47b3-9432-e149cce025b9 req-b65998a2-5a28-4289-8108-cb27da3b2082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:01.995605 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c1e8a78a-ed2c-47b3-9432-e149cce025b9 req-b65998a2-5a28-4289-8108-cb27da3b2082 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a5f33935-ebca-42b8-ae35-d32bc58dfdca HTTP/1.1" status: 200 len: 856 time: 0.0633368 Jun 28 11:26:02.093112 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8a78a-ed2c-47b3-9432-e149cce025b9 req-320574d8-6fc3-41b9-a1c8-ce39aca5a8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:02.094579 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c1e8a78a-ed2c-47b3-9432-e149cce025b9 req-320574d8-6fc3-41b9-a1c8-ce39aca5a8a6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=834bcaca-3130-4f84-b609-7440f584eba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0928302 Jun 28 11:26:02.231694 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c1e8a78a-ed2c-47b3-9432-e149cce025b9 req-b479eb0e-8402-490a-8dff-1aea51145737 service neutron] 10.222.0.43 "GET /v2.0/networks/834bcaca-3130-4f84-b609-7440f584eba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291285 Jun 28 11:26:02.364683 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c1e8a78a-ed2c-47b3-9432-e149cce025b9 req-1a007ba2-5413-456c-ab0c-62f56025c974 service neutron] 10.222.0.43 "GET /v2.0/networks/834bcaca-3130-4f84-b609-7440f584eba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270509 Jun 28 11:26:02.770795 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336fad43-e071-4972-ae36-f25b380faff9 req-f79b1064-4055-4d78-943d-6ec5863430f5 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:02.771485 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-336fad43-e071-4972-ae36-f25b380faff9 req-f79b1064-4055-4d78-943d-6ec5863430f5 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Synchronizing usage tracker for tenant:8c5a6ea60f634bcda4032eca1bf6f9f2 on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:26:02.788065 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-336fad43-e071-4972-ae36-f25b380faff9 req-f79b1064-4055-4d78-943d-6ec5863430f5 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Unset dirty status for tenant:8c5a6ea60f634bcda4032eca1bf6f9f2 on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:26:02.789394 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-336fad43-e071-4972-ae36-f25b380faff9 req-f79b1064-4055-4d78-943d-6ec5863430f5 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=ece67b1f-5854-4272-a4d5-928d10c57e55 HTTP/1.1" status: 200 len: 943 time: 0.1066523 Jun 28 11:26:02.834073 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-336fad43-e071-4972-ae36-f25b380faff9 req-8b1c2b17-4ea9-4124-92b8-490be9c08aeb tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=858dd6bd-0811-4c19-b7f5-cedfc927c8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388091 Jun 28 11:26:03.968971 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device 2f35d1cf-b284-493d-bd26-ebb9543f2a93 details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=88179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:26:04.042786 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b749fd3-062f-484c-b34f-87904542ed77 req-775249b3-aaf6-4111-a7d3-baa6c563877b tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:04.044333 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-1b749fd3-062f-484c-b34f-87904542ed77 req-775249b3-aaf6-4111-a7d3-baa6c563877b tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=ece67b1f-5854-4272-a4d5-928d10c57e55 HTTP/1.1" status: 200 len: 943 time: 0.0933657 Jun 28 11:26:04.090825 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-1b749fd3-062f-484c-b34f-87904542ed77 req-093faf27-7592-46e9-8d6e-69b94698f2ef tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=858dd6bd-0811-4c19-b7f5-cedfc927c8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397704 Jun 28 11:26:04.111644 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port 2f35d1cf-b284-493d-bd26-ebb9543f2a93, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=2f35d1cf-b284-493d-bd26-ebb9543f2a93,segment=NetworkSegment(51f9b8b0-6a4d-4001-8198-b45cfc46d70a),segment_id=51f9b8b0-6a4d-4001-8198-b45cfc46d70a)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:26:04.125178 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Returning: {'device': '2f35d1cf-b284-493d-bd26-ebb9543f2a93', 'network_id': '834bcaca-3130-4f84-b609-7440f584eba2', 'port_id': '2f35d1cf-b284-493d-bd26-ebb9543f2a93', 'mac_address': 'fa:16:3e:88:27:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f33935-ebca-42b8-ae35-d32bc58dfdca', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:26:04.184686 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Current status of the port 2f35d1cf-b284-493d-bd26-ebb9543f2a93 is: DOWN; New status is: BUILD {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:26:04.185083 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:04.204103 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f35d1cf-b284-493d-bd26-ebb9543f2a93 {{(pid=88179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:26:04.221627 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port 2f35d1cf-b284-493d-bd26-ebb9543f2a93, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=2f35d1cf-b284-493d-bd26-ebb9543f2a93,segment=NetworkSegment(51f9b8b0-6a4d-4001-8198-b45cfc46d70a),segment_id=51f9b8b0-6a4d-4001-8198-b45cfc46d70a)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:26:04.226597 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:04.302138 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Pushing event updated for resources: {'Port': ['ID=2f35d1cf-b284-493d-bd26-ebb9543f2a93,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:04.309595 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:26:04.309944 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:26:04.310281 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:26:04.310596 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:26:04.310922 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:26:04.311250 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:26:04.311573 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:26:04.311893 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:26:04.312218 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:26:04.312535 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:26:04.312877 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:26:04.313195 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:26:04.453733 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] get_ports_and_sgs() called for port_ids ['2f35d1cf-b284-493d-bd26-ebb9543f2a93'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:26:04.923798 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-3a42d2ed-b1b6-40b4-9ff8-2511d8cefaa1 req-cbc11dc0-a771-4751-bb2d-e41b38e6fa96 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=241e71b4-f1cf-4194-b958-8f619f10e932&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1059144 Jun 28 11:26:05.095922 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42d2ed-b1b6-40b4-9ff8-2511d8cefaa1 req-a4bb0d6e-bb17-49e6-8769-6f98553a3f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:05.098869 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-3a42d2ed-b1b6-40b4-9ff8-2511d8cefaa1 req-a4bb0d6e-bb17-49e6-8769-6f98553a3f8c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=08c3c19c0c404bb6bf8989d879b1ea6c&device_id=241e71b4-f1cf-4194-b958-8f619f10e932 HTTP/1.1" status: 200 len: 1098 time: 0.0913999 Jun 28 11:26:05.309557 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42d2ed-b1b6-40b4-9ff8-2511d8cefaa1 req-721661f3-7ad2-41dd-8171-bfddb60d0dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:05.311026 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-3a42d2ed-b1b6-40b4-9ff8-2511d8cefaa1 req-721661f3-7ad2-41dd-8171-bfddb60d0dd5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3 HTTP/1.1" status: 200 len: 909 time: 0.1912377 Jun 28 11:26:05.436125 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-3a42d2ed-b1b6-40b4-9ff8-2511d8cefaa1 req-dde3d066-34c9-4509-a35c-f3cc912bb8c8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7480d1e-81e9-4f6a-9b19-9ed839096724 HTTP/1.1" status: 200 len: 1000 time: 0.1190004 Jun 28 11:26:05.443626 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91549564-ec52-43a7-a11c-4adcf963ada1 req-86ca1000-7746-4d21-b069-d5b9d01e728d tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:05.445160 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-91549564-ec52-43a7-a11c-4adcf963ada1 req-86ca1000-7746-4d21-b069-d5b9d01e728d tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=ece67b1f-5854-4272-a4d5-928d10c57e55 HTTP/1.1" status: 200 len: 944 time: 0.2243881 Jun 28 11:26:05.533891 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42d2ed-b1b6-40b4-9ff8-2511d8cefaa1 req-c59c0b3d-ceb3-4917-9223-1fbca5545bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:05.535338 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-3a42d2ed-b1b6-40b4-9ff8-2511d8cefaa1 req-c59c0b3d-ceb3-4917-9223-1fbca5545bed service neutron] 10.222.0.43 "GET /v2.0/subnets?id=de86710f-13ad-4bbe-b7c3-f28eb0b4cfef HTTP/1.1" status: 200 len: 847 time: 0.0893087 Jun 28 11:26:05.540076 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-91549564-ec52-43a7-a11c-4adcf963ada1 req-57ebe11d-cedc-4e2d-9b18-a14aae065ba2 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=858dd6bd-0811-4c19-b7f5-cedfc927c8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637093 Jun 28 11:26:05.622605 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42d2ed-b1b6-40b4-9ff8-2511d8cefaa1 req-da1280a0-f2fe-4156-be85-1c3a54b234be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:05.623991 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-3a42d2ed-b1b6-40b4-9ff8-2511d8cefaa1 req-da1280a0-f2fe-4156-be85-1c3a54b234be service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0827947 Jun 28 11:26:05.861810 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-3a42d2ed-b1b6-40b4-9ff8-2511d8cefaa1 req-00ab4cea-89e2-4e18-add6-3ccdca8c0ed1 service neutron] 10.222.0.43 "GET /v2.0/networks/f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312574 Jun 28 11:26:05.980829 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device 2f35d1cf-b284-493d-bd26-ebb9543f2a93 up at agent hyperv_hv-cinder-84460 {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:26:06.002536 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-3a42d2ed-b1b6-40b4-9ff8-2511d8cefaa1 req-92ec6c59-223e-4577-a975-20467f8302a3 service neutron] 10.222.0.43 "GET /v2.0/networks/f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342630 Jun 28 11:26:06.051125 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Provisioning for port 2f35d1cf-b284-493d-bd26-ebb9543f2a93 completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:26:06.056605 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Provisioning complete for port 2f35d1cf-b284-493d-bd26-ebb9543f2a93 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:26:06.056996 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:06.180254 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Current status of the port 2f35d1cf-b284-493d-bd26-ebb9543f2a93 is: BUILD; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:26:06.180657 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:06.208337 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ece67b1f-5854-4272-a4d5-928d10c57e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f35d1cf-b284-493d-bd26-ebb9543f2a93'}] {{(pid=88179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:26:06.219139 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port 2f35d1cf-b284-493d-bd26-ebb9543f2a93, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=2f35d1cf-b284-493d-bd26-ebb9543f2a93,segment=NetworkSegment(51f9b8b0-6a4d-4001-8198-b45cfc46d70a),segment_id=51f9b8b0-6a4d-4001-8198-b45cfc46d70a)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:26:06.224814 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:06.261444 dv-cinder-844605-1-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00deb0bb-2d2e-479b-8aa8-32906f3d31ef'] response: {'server_uuid': 'ece67b1f-5854-4272-a4d5-928d10c57e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f35d1cf-b284-493d-bd26-ebb9543f2a93', 'code': 200} Jun 28 11:26:06.298776 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a5d141a9-a339-45e3-8e63-0532f20d17bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:06.311532 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Pushing event updated for resources: {'Port': ['ID=2f35d1cf-b284-493d-bd26-ebb9543f2a93,revision_number=5']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:06.520308 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763c2f0-1f37-4a6e-9ed3-6438381ca6da req-f9b0f790-d35f-4c26-abf8-3249c48b8eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:06.521741 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c763c2f0-1f37-4a6e-9ed3-6438381ca6da req-f9b0f790-d35f-4c26-abf8-3249c48b8eee service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ece67b1f-5854-4272-a4d5-928d10c57e55 HTTP/1.1" status: 200 len: 1098 time: 0.0887730 Jun 28 11:26:06.564266 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c763c2f0-1f37-4a6e-9ed3-6438381ca6da req-735aac49-5443-491d-a594-d65d1e0065bb service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=858dd6bd-0811-4c19-b7f5-cedfc927c8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362177 Jun 28 11:26:06.748663 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3e7da-890f-4db0-94c9-3448c29f7741 req-13fc9f4b-2642-4d9a-a0ba-447dbb675ce4 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:06.750108 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-8fd3e7da-890f-4db0-94c9-3448c29f7741 req-13fc9f4b-2642-4d9a-a0ba-447dbb675ce4 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=ece67b1f-5854-4272-a4d5-928d10c57e55 HTTP/1.1" status: 200 len: 945 time: 0.0956173 Jun 28 11:26:06.816500 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-8fd3e7da-890f-4db0-94c9-3448c29f7741 req-0612f202-7da4-4b0d-8544-fd3bb0c85121 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=858dd6bd-0811-4c19-b7f5-cedfc927c8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604413 Jun 28 11:26:08.027544 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2bba31-df74-41c0-a526-01011b36abfc req-712cbb2c-af9d-4166-a1c2-2d793bb63403 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:08.029054 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-be2bba31-df74-41c0-a526-01011b36abfc req-712cbb2c-af9d-4166-a1c2-2d793bb63403 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=ece67b1f-5854-4272-a4d5-928d10c57e55 HTTP/1.1" status: 200 len: 945 time: 0.0965061 Jun 28 11:26:08.074853 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-be2bba31-df74-41c0-a526-01011b36abfc req-284b5acb-29fc-4df9-947f-ce28009e8296 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=858dd6bd-0811-4c19-b7f5-cedfc927c8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398660 Jun 28 11:26:08.272861 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a3a822-ef37-48ac-a65e-4deb4bf069e0 req-bafbbcc1-89a5-4e49-aeac-3c4a0b81feb6 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:08.274299 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-96a3a822-ef37-48ac-a65e-4deb4bf069e0 req-bafbbcc1-89a5-4e49-aeac-3c4a0b81feb6 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=ece67b1f-5854-4272-a4d5-928d10c57e55 HTTP/1.1" status: 200 len: 945 time: 0.0950391 Jun 28 11:26:08.284078 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 34218) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:08.289277 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [None req-ade739c8-f7c1-4d87-b05d-e158c1ad6409 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Request body: {'floatingip': {'port_id': '2f35d1cf-b284-493d-bd26-ebb9543f2a93'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:26:08.366825 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ade739c8-f7c1-4d87-b05d-e158c1ad6409 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks [] for floatingip, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:08.412461 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5a657669-7b50-4cd1-9aae-c053687ab418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:08.987622 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ade739c8-f7c1-4d87-b05d-e158c1ad6409 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:08.992151 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ade739c8-f7c1-4d87-b05d-e158c1ad6409 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361935'] for floatingip, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:09.180361 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.db.l3_db [None req-ade739c8-f7c1-4d87-b05d-e158c1ad6409 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Floating IP 896abfbb-c140-4c6c-8e55-317f5971af37 associated. External IP: 172.27.2.252, port: 2f35d1cf-b284-493d-bd26-ebb9543f2a93. Jun 28 11:26:09.640292 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b58b1c24-9254-4745-9794-e7d1435c798c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:09.654293 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade739c8-f7c1-4d87-b05d-e158c1ad6409 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Router ab57ce83-a02e-406f-9b16-03bd9e22a1d4 has already been hosted by L3 agent 65138fbb-a379-4cdd-9015-09db381edeba {{(pid=88177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:26:09.809836 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:09.841759 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade739c8-f7c1-4d87-b05d-e158c1ad6409 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify agent at l3_agent.dv-cinder-844605-1-iscsi the message routers_updated {{(pid=88177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:26:09.846155 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-ade739c8-f7c1-4d87-b05d-e158c1ad6409 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for floatingip, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:09.852265 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7199fa-8594-4573-ac95-5995c4a4b6c7 None None] Sync routers for ids ['ab57ce83-a02e-406f-9b16-03bd9e22a1d4'] in dv-cinder-844605-1-iscsi {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:26:09.862633 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7199fa-8594-4573-ac95-5995c4a4b6c7 None None] Routers {'ab57ce83-a02e-406f-9b16-03bd9e22a1d4'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:26:09.863245 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-ff7199fa-8594-4573-ac95-5995c4a4b6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:26:08Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['ab57ce83-a02e-406f-9b16-03bd9e22a1d4'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:09.907254 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-ade739c8-f7c1-4d87-b05d-e158c1ad6409 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "PUT /v2.0/floatingips/896abfbb-c140-4c6c-8e55-317f5971af37 HTTP/1.1" status: 200 len: 991 time: 1.6219702 Jun 28 11:26:09.907891 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ece67b1f-5854-4272-a4d5-928d10c57e55', 'tag': '2f35d1cf-b284-493d-bd26-ebb9543f2a93'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:26:09.955706 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c37cc65-0af0-4338-9320-49af65de9222'] response: {'name': 'network-changed', 'server_uuid': 'ece67b1f-5854-4272-a4d5-928d10c57e55', 'tag': '2f35d1cf-b284-493d-bd26-ebb9543f2a93', 'status': 'completed', 'code': 200} Jun 28 11:26:10.069898 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79146256-1645-4469-a946-dbab0418913c req-704cc533-a7e0-48d9-9dec-e67fda0dc24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:10.071685 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-79146256-1645-4469-a946-dbab0418913c req-704cc533-a7e0-48d9-9dec-e67fda0dc24a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8c5a6ea60f634bcda4032eca1bf6f9f2&device_id=ece67b1f-5854-4272-a4d5-928d10c57e55 HTTP/1.1" status: 200 len: 1098 time: 0.0904653 Jun 28 11:26:10.087874 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-ff7199fa-8594-4573-ac95-5995c4a4b6c7 None None] Set router ab57ce83-a02e-406f-9b16-03bd9e22a1d4 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:26:10.210336 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79146256-1645-4469-a946-dbab0418913c req-d056d7e9-4ba7-4e33-8a66-8549f11fafe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:10.211792 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-79146256-1645-4469-a946-dbab0418913c req-d056d7e9-4ba7-4e33-8a66-8549f11fafe4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=834bcaca-3130-4f84-b609-7440f584eba2 HTTP/1.1" status: 200 len: 918 time: 0.1345925 Jun 28 11:26:10.319272 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-79146256-1645-4469-a946-dbab0418913c req-f24d4b42-e261-4065-8533-64ab815efb6a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f35d1cf-b284-493d-bd26-ebb9543f2a93 HTTP/1.1" status: 200 len: 999 time: 0.1010451 Jun 28 11:26:10.386432 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79146256-1645-4469-a946-dbab0418913c req-58b83498-975a-439e-bc6e-96cc3a1add93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:10.387947 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-79146256-1645-4469-a946-dbab0418913c req-58b83498-975a-439e-bc6e-96cc3a1add93 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a5f33935-ebca-42b8-ae35-d32bc58dfdca HTTP/1.1" status: 200 len: 856 time: 0.0622408 Jun 28 11:26:10.454362 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-ff7199fa-8594-4573-ac95-5995c4a4b6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab57ce83-a02e-406f-9b16-03bd9e22a1d4', 'name': 'tempest-AttachVolumeShelveTestJSON-2014905493-router', 'tenant_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '3bee77db-710d-4396-ad63-54a0523ebf0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:23:07Z', 'updated_at': '2022-06-28T11:23:11Z', 'revision_number': 4, 'project_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'gw_port': {'id': '3bee77db-710d-4396-ad63-54a0523ebf0e', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ad:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab57ce83-a02e-406f-9b16-03bd9e22a1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:23:08Z', 'updated_at': '2022-06-28T11:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_floatingips': [{'id': '896abfbb-c140-4c6c-8e55-317f5971af37', 'tenant_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'floating_ip_address': '172.27.2.252', 'floating_network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'router_id': 'ab57ce83-a02e-406f-9b16-03bd9e22a1d4', 'port_id': '2f35d1cf-b284-493d-bd26-ebb9543f2a93', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '834bcaca-3130-4f84-b609-7440f584eba2', 'mac_address': 'fa:16:3e:88:27:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece67b1f-5854-4272-a4d5-928d10c57e55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:25:56Z', 'updated_at': '2022-06-28T11:26:08Z', 'revision_number': 1, 'project_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c75a738-75b0-4d31-9653-4ace4b625505', 'name': '', 'network_id': '834bcaca-3130-4f84-b609-7440f584eba2', 'tenant_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'mac_address': 'fa:16:3e:a3:7f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab57ce83-a02e-406f-9b16-03bd9e22a1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'a5f33935-ebca-42b8-ae35-d32bc58dfdca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:23:10Z', 'updated_at': '2022-06-28T11:23:18Z', 'revision_number': 5, 'project_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'subnets': [{'id': 'a5f33935-ebca-42b8-ae35-d32bc58dfdca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:10.458168 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7199fa-8594-4573-ac95-5995c4a4b6c7 None None] Checking router: ab57ce83-a02e-406f-9b16-03bd9e22a1d4 for host: dv-cinder-844605-1-iscsi {{(pid=88179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:26:10.467213 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7199fa-8594-4573-ac95-5995c4a4b6c7 None None] Routers {'ab57ce83-a02e-406f-9b16-03bd9e22a1d4'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:26:10.467824 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-ff7199fa-8594-4573-ac95-5995c4a4b6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:26:08Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['ab57ce83-a02e-406f-9b16-03bd9e22a1d4'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:10.476980 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79146256-1645-4469-a946-dbab0418913c req-12565c4b-3265-4295-ab4f-ab8d4337fff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:10.478569 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-79146256-1645-4469-a946-dbab0418913c req-12565c4b-3265-4295-ab4f-ab8d4337fff6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=834bcaca-3130-4f84-b609-7440f584eba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0848784 Jun 28 11:26:10.614300 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-79146256-1645-4469-a946-dbab0418913c req-c2be413d-4445-4428-8f61-cfccc6fff43d service neutron] 10.222.0.43 "GET /v2.0/networks/834bcaca-3130-4f84-b609-7440f584eba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297734 Jun 28 11:26:10.644917 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-ff7199fa-8594-4573-ac95-5995c4a4b6c7 None None] Set router ab57ce83-a02e-406f-9b16-03bd9e22a1d4 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:26:10.748224 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-79146256-1645-4469-a946-dbab0418913c req-813a5ba6-d3c7-490d-ae9f-6032f2547a03 service neutron] 10.222.0.43 "GET /v2.0/networks/834bcaca-3130-4f84-b609-7440f584eba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275823 Jun 28 11:26:10.994734 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-90b31af6-315a-40c1-95e8-9ba1745e2d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:11.022179 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-ff7199fa-8594-4573-ac95-5995c4a4b6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab57ce83-a02e-406f-9b16-03bd9e22a1d4', 'name': 'tempest-AttachVolumeShelveTestJSON-2014905493-router', 'tenant_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '3bee77db-710d-4396-ad63-54a0523ebf0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:23:07Z', 'updated_at': '2022-06-28T11:23:11Z', 'revision_number': 4, 'project_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'gw_port': {'id': '3bee77db-710d-4396-ad63-54a0523ebf0e', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ad:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab57ce83-a02e-406f-9b16-03bd9e22a1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:23:08Z', 'updated_at': '2022-06-28T11:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_floatingips': [{'id': '896abfbb-c140-4c6c-8e55-317f5971af37', 'tenant_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'floating_ip_address': '172.27.2.252', 'floating_network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'router_id': 'ab57ce83-a02e-406f-9b16-03bd9e22a1d4', 'port_id': '2f35d1cf-b284-493d-bd26-ebb9543f2a93', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '834bcaca-3130-4f84-b609-7440f584eba2', 'mac_address': 'fa:16:3e:88:27:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece67b1f-5854-4272-a4d5-928d10c57e55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:25:56Z', 'updated_at': '2022-06-28T11:26:08Z', 'revision_number': 1, 'project_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c75a738-75b0-4d31-9653-4ace4b625505', 'name': '', 'network_id': '834bcaca-3130-4f84-b609-7440f584eba2', 'tenant_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'mac_address': 'fa:16:3e:a3:7f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab57ce83-a02e-406f-9b16-03bd9e22a1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'a5f33935-ebca-42b8-ae35-d32bc58dfdca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:23:10Z', 'updated_at': '2022-06-28T11:23:18Z', 'revision_number': 5, 'project_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'subnets': [{'id': 'a5f33935-ebca-42b8-ae35-d32bc58dfdca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:11.027015 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7199fa-8594-4573-ac95-5995c4a4b6c7 None None] The sync data for ids ['ab57ce83-a02e-406f-9b16-03bd9e22a1d4'] in dv-cinder-844605-1-iscsi is: [{'id': 'ab57ce83-a02e-406f-9b16-03bd9e22a1d4', 'name': 'tempest-AttachVolumeShelveTestJSON-2014905493-router', 'tenant_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '3bee77db-710d-4396-ad63-54a0523ebf0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:23:07Z', 'updated_at': '2022-06-28T11:23:11Z', 'revision_number': 4, 'project_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'gw_port': {'id': '3bee77db-710d-4396-ad63-54a0523ebf0e', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ad:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab57ce83-a02e-406f-9b16-03bd9e22a1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:23:08Z', 'updated_at': '2022-06-28T11:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_floatingips': [{'id': '896abfbb-c140-4c6c-8e55-317f5971af37', 'tenant_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'floating_ip_address': '172.27.2.252', 'floating_network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'router_id': 'ab57ce83-a02e-406f-9b16-03bd9e22a1d4', 'port_id': '2f35d1cf-b284-493d-bd26-ebb9543f2a93', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '834bcaca-3130-4f84-b609-7440f584eba2', 'mac_address': 'fa:16:3e:88:27:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece67b1f-5854-4272-a4d5-928d10c57e55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:25:56Z', 'updated_at': '2022-06-28T11:26:08Z', 'revision_number': 1, 'project_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c75a738-75b0-4d31-9653-4ace4b625505', 'name': '', 'network_id': '834bcaca-3130-4f84-b609-7440f584eba2', 'tenant_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'mac_address': 'fa:16:3e:a3:7f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab57ce83-a02e-406f-9b16-03bd9e22a1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'a5f33935-ebca-42b8-ae35-d32bc58dfdca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:23:10Z', 'updated_at': '2022-06-28T11:23:18Z', 'revision_number': 5, 'project_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'subnets': [{'id': 'a5f33935-ebca-42b8-ae35-d32bc58dfdca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:26:11.239925 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27610a5-04c8-4cbe-8766-8c9faa1643b0 None None] New status for floating IP 896abfbb-c140-4c6c-8e55-317f5971af37: ACTIVE {{(pid=88180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:26:29.723369 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:31.365107 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-7fa2edd5-707e-4bb3-9793-af8870395e8d req-647ca2f9-2dd0-4939-a383-5cde34c94048 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1372988976&fields=id&tenant_id=34f9a4af464a4c14af73bb4bb8314982 HTTP/1.1" status: 200 len: 267 time: 0.0417390 Jun 28 11:26:31.638551 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa2edd5-707e-4bb3-9793-af8870395e8d req-e422d764-bdf7-42ff-91f8-df95c513a2cc tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:31.640050 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-7fa2edd5-707e-4bb3-9793-af8870395e8d req-e422d764-bdf7-42ff-91f8-df95c513a2cc tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/networks?id=0d6307f0-ba10-44a7-b3d3-c9e66a22edf8 HTTP/1.1" status: 200 len: 812 time: 0.2676747 Jun 28 11:26:31.658003 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-7fa2edd5-707e-4bb3-9793-af8870395e8d req-06e26831-012b-49d8-ab8c-0a1c9b54613b tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/quotas/34f9a4af464a4c14af73bb4bb8314982 HTTP/1.1" status: 200 len: 375 time: 0.0105147 Jun 28 11:26:31.775239 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-7fa2edd5-707e-4bb3-9793-af8870395e8d req-cf7a58de-3831-4a0c-bcf9-e8b4d6086bb5 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=34f9a4af464a4c14af73bb4bb8314982&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1072423 Jun 28 11:26:31.931843 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-7fa2edd5-707e-4bb3-9793-af8870395e8d req-4fbc31a6-14c2-414d-b212-c97426667af7 service neutron] 10.222.0.23 "GET /v2.0/networks/0d6307f0-ba10-44a7-b3d3-c9e66a22edf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400189 Jun 28 11:26:32.075068 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-7fa2edd5-707e-4bb3-9793-af8870395e8d req-e8530313-d7f5-4558-9b8b-1ac1b7489e35 service neutron] 10.222.0.23 "GET /v2.0/networks/0d6307f0-ba10-44a7-b3d3-c9e66a22edf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366861 Jun 28 11:26:32.612833 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-2244b902-b8e8-43f4-b7f3-15a1535b0601 req-10f32cd8-0f0c-4eaf-85ec-aebe3f12a384 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/ports?device_id=c31b87cb-dcd1-45a8-a993-37c3d39bd830 HTTP/1.1" status: 200 len: 210 time: 0.1637902 Jun 28 11:26:33.422024 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 34284) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:33.633578 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.plugin [None req-313d4f06-7a65-4e08-afa7-52e2f7695cfa tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Deleting port fb5e19d1-c917-4c78-a833-88a896bf18bc {{(pid=88178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:26:33.636306 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-313d4f06-7a65-4e08-afa7-52e2f7695cfa tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:33.662593 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa2edd5-707e-4bb3-9793-af8870395e8d req-13802061-35ad-4ed5-b313-7b293abad002 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:33.664372 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-7fa2edd5-707e-4bb3-9793-af8870395e8d req-13802061-35ad-4ed5-b313-7b293abad002 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.43 "GET /v2.0/networks?id=0d6307f0-ba10-44a7-b3d3-c9e66a22edf8 HTTP/1.1" status: 200 len: 812 time: 0.1983981 Jun 28 11:26:33.725331 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-7fa2edd5-707e-4bb3-9793-af8870395e8d req-deb9fe50-e854-4b21-8903-1a12b5d7fcb4 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34f9a4af464a4c14af73bb4bb8314982 HTTP/1.1" status: 200 len: 380 time: 0.0523851 Jun 28 11:26:33.736668 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [req-7fa2edd5-707e-4bb3-9793-af8870395e8d req-9cd7a729-ff8d-4705-a6d0-07342e745117 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Request body: {'port': {'device_id': 'c31b87cb-dcd1-45a8-a993-37c3d39bd830', 'network_id': '0d6307f0-ba10-44a7-b3d3-c9e66a22edf8', 'admin_state_up': True, 'tenant_id': '34f9a4af464a4c14af73bb4bb8314982', 'security_groups': ['59240f42-5ee9-4357-a242-d6ccb32541ab']}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:26:33.832083 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-313d4f06-7a65-4e08-afa7-52e2f7695cfa tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:33.832404 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-313d4f06-7a65-4e08-afa7-52e2f7695cfa tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:33.863997 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-78f47a0d-fcbd-436f-9291-0c48455ea7b4 req-7148522e-9dd5-48d7-b919-c7c762c83c03 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/ports?device_id=c31b87cb-dcd1-45a8-a993-37c3d39bd830 HTTP/1.1" status: 200 len: 210 time: 0.1124287 Jun 28 11:26:33.934477 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [req-7fa2edd5-707e-4bb3-9793-af8870395e8d req-9cd7a729-ff8d-4705-a6d0-07342e745117 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:26:33.944397 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [req-7fa2edd5-707e-4bb3-9793-af8870395e8d req-9cd7a729-ff8d-4705-a6d0-07342e745117 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:26:33.955546 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fa2edd5-707e-4bb3-9793-af8870395e8d req-9cd7a729-ff8d-4705-a6d0-07342e745117 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Made reservation on behalf of 34f9a4af464a4c14af73bb4bb8314982 for: {'port': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:26:33.959621 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-7fa2edd5-707e-4bb3-9793-af8870395e8d req-9cd7a729-ff8d-4705-a6d0-07342e745117 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:33.964529 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.plugin [None req-313d4f06-7a65-4e08-afa7-52e2f7695cfa tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Calling delete_port for fb5e19d1-c917-4c78-a833-88a896bf18bc owned by network:floatingip {{(pid=88178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:26:34.141120 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.db_base_plugin_common [req-7fa2edd5-707e-4bb3-9793-af8870395e8d req-9cd7a729-ff8d-4705-a6d0-07342e745117 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Allocated IP 172.20.0.5 (0d6307f0-ba10-44a7-b3d3-c9e66a22edf8/1b0b29df-7b1f-4317-a6ef-bd3cb4e8ea72/b32af3bf-bcdf-49e5-b765-b5434577afc5) {{(pid=88177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:26:34.233435 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-313d4f06-7a65-4e08-afa7-52e2f7695cfa tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782104357524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782103981240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287935'] for port, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:34.282891 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313d4f06-7a65-4e08-afa7-52e2f7695cfa tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Pushing event deleted for resources: {'Port': ['ID=fb5e19d1-c917-4c78-a833-88a896bf18bc,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:34.291658 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313d4f06-7a65-4e08-afa7-52e2f7695cfa tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:26:34.292009 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313d4f06-7a65-4e08-afa7-52e2f7695cfa tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:26:34.292308 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313d4f06-7a65-4e08-afa7-52e2f7695cfa tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:26:34.292722 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313d4f06-7a65-4e08-afa7-52e2f7695cfa tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:26:34.293100 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313d4f06-7a65-4e08-afa7-52e2f7695cfa tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:26:34.293431 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313d4f06-7a65-4e08-afa7-52e2f7695cfa tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:26:34.293750 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313d4f06-7a65-4e08-afa7-52e2f7695cfa tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:26:34.294068 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313d4f06-7a65-4e08-afa7-52e2f7695cfa tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:26:34.294384 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313d4f06-7a65-4e08-afa7-52e2f7695cfa tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:26:34.294695 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313d4f06-7a65-4e08-afa7-52e2f7695cfa tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:26:34.295010 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313d4f06-7a65-4e08-afa7-52e2f7695cfa tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:26:34.295316 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313d4f06-7a65-4e08-afa7-52e2f7695cfa tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:26:34.351096 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-7fa2edd5-707e-4bb3-9793-af8870395e8d req-9cd7a729-ff8d-4705-a6d0-07342e745117 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks [] for port, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:34.367517 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.provisioning_blocks [req-7fa2edd5-707e-4bb3-9793-af8870395e8d req-9cd7a729-ff8d-4705-a6d0-07342e745117 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Transition to ACTIVE for port object b32af3bf-bcdf-49e5-b765-b5434577afc5 will not be triggered until provisioned by entity DHCP. {{(pid=88177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:26:34.392880 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-7fa2edd5-707e-4bb3-9793-af8870395e8d req-9cd7a729-ff8d-4705-a6d0-07342e745117 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782103981231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2688079'] for port, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:34.401276 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-313d4f06-7a65-4e08-afa7-52e2f7695cfa tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Notify callbacks [] for floatingip, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:34.401609 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.db.l3_db [None req-313d4f06-7a65-4e08-afa7-52e2f7695cfa tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Floating IP b8fd4c1d-5c45-4949-ba9a-4673876b718c disassociated (deleted). External IP: 172.27.2.16, port: b7480d1e-81e9-4f6a-9b19-9ed839096724. Jun 28 11:26:34.462186 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fa2edd5-707e-4bb3-9793-af8870395e8d req-9cd7a729-ff8d-4705-a6d0-07342e745117 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Network 0d6307f0-ba10-44a7-b3d3-c9e66a22edf8 is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:26:34.465414 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.base_scheduler [req-7fa2edd5-707e-4bb3-9793-af8870395e8d req-9cd7a729-ff8d-4705-a6d0-07342e745117 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:26:34.469714 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fa2edd5-707e-4bb3-9793-af8870395e8d req-9cd7a729-ff8d-4705-a6d0-07342e745117 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Received port after_create {{(pid=88177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:26:34.506740 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd7a729-ff8d-4705-a6d0-07342e745117 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Pushing event updated for resources: {'Port': ['ID=b32af3bf-bcdf-49e5-b765-b5434577afc5,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:34.540350 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa2edd5-707e-4bb3-9793-af8870395e8d req-9cd7a729-ff8d-4705-a6d0-07342e745117 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:34.541003 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-7fa2edd5-707e-4bb3-9793-af8870395e8d req-9cd7a729-ff8d-4705-a6d0-07342e745117 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:34.569696 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-7fa2edd5-707e-4bb3-9793-af8870395e8d req-9cd7a729-ff8d-4705-a6d0-07342e745117 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8385284 Jun 28 11:26:34.582851 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [req-7fa2edd5-707e-4bb3-9793-af8870395e8d req-29844316-9df2-40e7-bda2-6b7a5171d00b service neutron] Request body: {'port': {'device_id': 'c31b87cb-dcd1-45a8-a993-37c3d39bd830', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:26:34.696179 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-a3450ec0-2f12-47e5-aa1e-10cbf5a19f46 None None] Provisioning for port b32af3bf-bcdf-49e5-b765-b5434577afc5 completed by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:26:34.702490 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-a3450ec0-2f12-47e5-aa1e-10cbf5a19f46 None None] Provisioning complete for port b32af3bf-bcdf-49e5-b765-b5434577afc5 triggered by entity DHCP. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:26:34.702823 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-7fa2edd5-707e-4bb3-9793-af8870395e8d req-29844316-9df2-40e7-bda2-6b7a5171d00b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:34.703661 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a3450ec0-2f12-47e5-aa1e-10cbf5a19f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:34.763441 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-a3450ec0-2f12-47e5-aa1e-10cbf5a19f46 None None] Port b32af3bf-bcdf-49e5-b765-b5434577afc5 cannot update to ACTIVE because it is not bound. {{(pid=88179) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:26:34.787960 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-313d4f06-7a65-4e08-afa7-52e2f7695cfa tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Router 7ce72886-04ab-4aa7-81c1-062169acd07e has already been hosted by L3 agent 65138fbb-a379-4cdd-9015-09db381edeba {{(pid=88178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:26:34.979080 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313d4f06-7a65-4e08-afa7-52e2f7695cfa tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Notify agent at l3_agent.dv-cinder-844605-1-iscsi the message routers_updated {{(pid=88178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:26:34.991371 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e328cb-bd5f-48a6-884f-562a57abc47f None None] Sync routers for ids ['7ce72886-04ab-4aa7-81c1-062169acd07e'] in dv-cinder-844605-1-iscsi {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:26:35.003289 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e328cb-bd5f-48a6-884f-562a57abc47f None None] Routers {'7ce72886-04ab-4aa7-81c1-062169acd07e'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:26:35.004283 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-15e328cb-bd5f-48a6-884f-562a57abc47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:26:08Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['7ce72886-04ab-4aa7-81c1-062169acd07e'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:35.053741 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-313d4f06-7a65-4e08-afa7-52e2f7695cfa tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for floatingip, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:35.069716 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.notifiers.nova [req-7fa2edd5-707e-4bb3-9793-af8870395e8d req-29844316-9df2-40e7-bda2-6b7a5171d00b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b32af3bf-bcdf-49e5-b765-b5434577afc5 {{(pid=88177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:26:35.077339 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-7fa2edd5-707e-4bb3-9793-af8870395e8d req-29844316-9df2-40e7-bda2-6b7a5171d00b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:35.093543 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.provisioning_blocks [req-7fa2edd5-707e-4bb3-9793-af8870395e8d req-29844316-9df2-40e7-bda2-6b7a5171d00b service neutron] Transition to ACTIVE for port object b32af3bf-bcdf-49e5-b765-b5434577afc5 will not be triggered until provisioned by entity L2. {{(pid=88177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:26:35.099655 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-7fa2edd5-707e-4bb3-9793-af8870395e8d req-29844316-9df2-40e7-bda2-6b7a5171d00b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2688088'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:35.123337 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-313d4f06-7a65-4e08-afa7-52e2f7695cfa tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "DELETE /v2.0/floatingips/b8fd4c1d-5c45-4949-ba9a-4673876b718c HTTP/1.1" status: 204 len: 168 time: 1.7002282 Jun 28 11:26:35.124858 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '241e71b4-f1cf-4194-b958-8f619f10e932', 'tag': 'b7480d1e-81e9-4f6a-9b19-9ed839096724'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:26:35.158471 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07956353-d218-4784-a0df-39f2224bee81 req-56fd5b36-ae7e-4f4c-814c-5bd9abc906e8 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:35.160626 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-07956353-d218-4784-a0df-39f2224bee81 req-56fd5b36-ae7e-4f4c-814c-5bd9abc906e8 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/ports?device_id=c31b87cb-dcd1-45a8-a993-37c3d39bd830 HTTP/1.1" status: 200 len: 931 time: 0.1831424 Jun 28 11:26:35.211701 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-15e328cb-bd5f-48a6-884f-562a57abc47f None None] Set router 7ce72886-04ab-4aa7-81c1-062169acd07e gateway port host: dv-cinder-844605-1-iscsi {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:26:35.223573 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-07956353-d218-4784-a0df-39f2224bee81 req-d8e800ad-ff84-411a-8d8e-a6739a22a2ad tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/security-groups?id=59240f42-5ee9-4357-a242-d6ccb32541ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569043 Jun 28 11:26:35.288676 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e2ebb1c-3e80-4e21-80c8-7ea77d10a8e1'] response: {'name': 'network-changed', 'server_uuid': '241e71b4-f1cf-4194-b958-8f619f10e932', 'tag': 'b7480d1e-81e9-4f6a-9b19-9ed839096724', 'status': 'completed', 'code': 200} Jun 28 11:26:35.397838 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29844316-9df2-40e7-bda2-6b7a5171d00b service neutron] Pushing event updated for resources: {'Port': ['ID=b32af3bf-bcdf-49e5-b765-b5434577afc5,revision_number=2']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:35.456407 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba35d0-6efb-455e-a5e7-c0d14f849f04 req-9b3d91c0-09b5-440c-ad14-894a414a5469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:35.458363 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-9aba35d0-6efb-455e-a5e7-c0d14f849f04 req-9b3d91c0-09b5-440c-ad14-894a414a5469 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=08c3c19c0c404bb6bf8989d879b1ea6c&device_id=241e71b4-f1cf-4194-b958-8f619f10e932 HTTP/1.1" status: 200 len: 1098 time: 0.1377234 Jun 28 11:26:35.486451 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.managers [req-7fa2edd5-707e-4bb3-9793-af8870395e8d req-29844316-9df2-40e7-bda2-6b7a5171d00b service neutron] Attempting to bind port b32af3bf-bcdf-49e5-b765-b5434577afc5 on host hv-cinder-84460 for vnic_type normal with profile {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:26:35.487066 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.managers [req-7fa2edd5-707e-4bb3-9793-af8870395e8d req-29844316-9df2-40e7-bda2-6b7a5171d00b service neutron] Attempting to bind port b32af3bf-bcdf-49e5-b765-b5434577afc5 by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': '6274d8ad-456f-4882-af74-95c75bd63265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0d6307f0-ba10-44a7-b3d3-c9e66a22edf8'}] {{(pid=88177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:26:35.487559 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa2edd5-707e-4bb3-9793-af8870395e8d req-29844316-9df2-40e7-bda2-6b7a5171d00b service neutron] Attempting to bind port b32af3bf-bcdf-49e5-b765-b5434577afc5 on network 0d6307f0-ba10-44a7-b3d3-c9e66a22edf8 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:26:35.492697 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa2edd5-707e-4bb3-9793-af8870395e8d req-29844316-9df2-40e7-bda2-6b7a5171d00b service neutron] Port b32af3bf-bcdf-49e5-b765-b5434577afc5 on network 0d6307f0-ba10-44a7-b3d3-c9e66a22edf8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 11:26:35.493239 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa2edd5-707e-4bb3-9793-af8870395e8d req-29844316-9df2-40e7-bda2-6b7a5171d00b service neutron] Attempting to bind port b32af3bf-bcdf-49e5-b765-b5434577afc5 on network 0d6307f0-ba10-44a7-b3d3-c9e66a22edf8 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:26:35.499303 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa2edd5-707e-4bb3-9793-af8870395e8d req-29844316-9df2-40e7-bda2-6b7a5171d00b service neutron] Checking agent: {'id': '08bfabbf-d5f3-4ca7-8c16-3ebc8bd75d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 14), 'started_at': datetime.datetime(2022, 6, 28, 11, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:26:35.499897 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa2edd5-707e-4bb3-9793-af8870395e8d req-29844316-9df2-40e7-bda2-6b7a5171d00b service neutron] Checking segment: {'id': '6274d8ad-456f-4882-af74-95c75bd63265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0d6307f0-ba10-44a7-b3d3-c9e66a22edf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:26:35.500464 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa2edd5-707e-4bb3-9793-af8870395e8d req-29844316-9df2-40e7-bda2-6b7a5171d00b service neutron] Bound using segment: {'id': '6274d8ad-456f-4882-af74-95c75bd63265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0d6307f0-ba10-44a7-b3d3-c9e66a22edf8'} {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:26:35.501320 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.managers [req-7fa2edd5-707e-4bb3-9793-af8870395e8d req-29844316-9df2-40e7-bda2-6b7a5171d00b service neutron] Bound port: b32af3bf-bcdf-49e5-b765-b5434577afc5, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6274d8ad-456f-4882-af74-95c75bd63265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0d6307f0-ba10-44a7-b3d3-c9e66a22edf8'}}] {{(pid=88177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:26:35.501844 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-7fa2edd5-707e-4bb3-9793-af8870395e8d req-29844316-9df2-40e7-bda2-6b7a5171d00b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:35.598717 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.db [req-7fa2edd5-707e-4bb3-9793-af8870395e8d req-29844316-9df2-40e7-bda2-6b7a5171d00b service neutron] For port b32af3bf-bcdf-49e5-b765-b5434577afc5, host hv-cinder-84460, cleared binding levels {{(pid=88177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:26:35.602310 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.db [req-7fa2edd5-707e-4bb3-9793-af8870395e8d req-29844316-9df2-40e7-bda2-6b7a5171d00b service neutron] For port b32af3bf-bcdf-49e5-b765-b5434577afc5, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=b32af3bf-bcdf-49e5-b765-b5434577afc5,segment=NetworkSegment(6274d8ad-456f-4882-af74-95c75bd63265),segment_id=6274d8ad-456f-4882-af74-95c75bd63265)] {{(pid=88177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:26:35.608412 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-7fa2edd5-707e-4bb3-9793-af8870395e8d req-29844316-9df2-40e7-bda2-6b7a5171d00b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2688088'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:35.666861 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa2edd5-707e-4bb3-9793-af8870395e8d req-29844316-9df2-40e7-bda2-6b7a5171d00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:35.667536 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-7fa2edd5-707e-4bb3-9793-af8870395e8d req-29844316-9df2-40e7-bda2-6b7a5171d00b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:35.669807 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba35d0-6efb-455e-a5e7-c0d14f849f04 req-578b9cf7-0804-49ab-93b2-109afb99d18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:35.670103 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-7fa2edd5-707e-4bb3-9793-af8870395e8d req-29844316-9df2-40e7-bda2-6b7a5171d00b service neutron] 10.222.0.43 "PUT /v2.0/ports/b32af3bf-bcdf-49e5-b765-b5434577afc5 HTTP/1.1" status: 200 len: 1093 time: 1.0913961 Jun 28 11:26:35.671305 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-9aba35d0-6efb-455e-a5e7-c0d14f849f04 req-578b9cf7-0804-49ab-93b2-109afb99d18a service neutron] 10.222.0.43 "GET /v2.0/networks?id=f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3 HTTP/1.1" status: 200 len: 909 time: 0.2050073 Jun 28 11:26:35.679500 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c31b87cb-dcd1-45a8-a993-37c3d39bd830', 'tag': 'b32af3bf-bcdf-49e5-b765-b5434577afc5'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:26:35.686529 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854937d2-f486-42db-86ca-d66acf9b93b5 req-a4f7a3a0-08cd-4267-a182-088d461da1af tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:35.687813 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [req-854937d2-f486-42db-86ca-d66acf9b93b5 req-a4f7a3a0-08cd-4267-a182-088d461da1af tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Synchronizing usage tracker for tenant:08c3c19c0c404bb6bf8989d879b1ea6c on resource:port {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:26:35.710304 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29844316-9df2-40e7-bda2-6b7a5171d00b service neutron] Pushing event updated for resources: {'Port': ['ID=b32af3bf-bcdf-49e5-b765-b5434577afc5,revision_number=3']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:35.753944 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-15e328cb-bd5f-48a6-884f-562a57abc47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce72886-04ab-4aa7-81c1-062169acd07e', 'name': 'tempest-TestShelveInstance-499027150-router', 'tenant_id': '08c3c19c0c404bb6bf8989d879b1ea6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'e37116b2-bbe3-44ab-8308-53b310d4bdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:34Z', 'updated_at': '2022-06-28T11:21:42Z', 'revision_number': 4, 'project_id': '08c3c19c0c404bb6bf8989d879b1ea6c', 'gw_port': {'id': 'e37116b2-bbe3-44ab-8308-53b310d4bdc1', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:7d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce72886-04ab-4aa7-81c1-062169acd07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:35Z', 'updated_at': '2022-06-28T11:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': 'c4f8721d-4734-4257-9f5f-07b7a0817c49', 'name': '', 'network_id': 'f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3', 'tenant_id': '08c3c19c0c404bb6bf8989d879b1ea6c', 'mac_address': 'fa:16:3e:15:4f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce72886-04ab-4aa7-81c1-062169acd07e', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'de86710f-13ad-4bbe-b7c3-f28eb0b4cfef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:41Z', 'updated_at': '2022-06-28T11:21:53Z', 'revision_number': 5, 'project_id': '08c3c19c0c404bb6bf8989d879b1ea6c', 'subnets': [{'id': 'de86710f-13ad-4bbe-b7c3-f28eb0b4cfef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:35.758968 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e328cb-bd5f-48a6-884f-562a57abc47f None None] Checking router: 7ce72886-04ab-4aa7-81c1-062169acd07e for host: dv-cinder-844605-1-iscsi {{(pid=88179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:26:35.770601 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e328cb-bd5f-48a6-884f-562a57abc47f None None] Routers {'7ce72886-04ab-4aa7-81c1-062169acd07e'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:26:35.771239 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-15e328cb-bd5f-48a6-884f-562a57abc47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:26:08Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['7ce72886-04ab-4aa7-81c1-062169acd07e'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:35.779945 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-9aba35d0-6efb-455e-a5e7-c0d14f849f04 req-05781cc2-ad9a-46ae-b925-066c271c0fcb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7480d1e-81e9-4f6a-9b19-9ed839096724 HTTP/1.1" status: 200 len: 217 time: 0.0889547 Jun 28 11:26:35.804098 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cee5ff63-fa3a-4d9e-8312-2e9a3d313e51'] response: {'name': 'network-changed', 'server_uuid': 'c31b87cb-dcd1-45a8-a993-37c3d39bd830', 'tag': 'b32af3bf-bcdf-49e5-b765-b5434577afc5', 'status': 'completed', 'code': 200} Jun 28 11:26:35.814726 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa2edd5-707e-4bb3-9793-af8870395e8d req-dd4e4db9-2849-41bc-869e-9885a5b9d5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:35.816698 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-7fa2edd5-707e-4bb3-9793-af8870395e8d req-dd4e4db9-2849-41bc-869e-9885a5b9d5f2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=34f9a4af464a4c14af73bb4bb8314982&device_id=c31b87cb-dcd1-45a8-a993-37c3d39bd830 HTTP/1.1" status: 200 len: 1096 time: 0.0952227 Jun 28 11:26:35.823913 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [req-854937d2-f486-42db-86ca-d66acf9b93b5 req-a4f7a3a0-08cd-4267-a182-088d461da1af tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Unset dirty status for tenant:08c3c19c0c404bb6bf8989d879b1ea6c on resource:port {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:26:35.825451 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-854937d2-f486-42db-86ca-d66acf9b93b5 req-a4f7a3a0-08cd-4267-a182-088d461da1af tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/ports?device_id=241e71b4-f1cf-4194-b958-8f619f10e932 HTTP/1.1" status: 200 len: 945 time: 0.2813299 Jun 28 11:26:35.914951 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-7fa2edd5-707e-4bb3-9793-af8870395e8d req-5fd96de0-8909-466f-a958-c2694891bb48 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b32af3bf-bcdf-49e5-b765-b5434577afc5 HTTP/1.1" status: 200 len: 217 time: 0.0877006 Jun 28 11:26:35.964189 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-15e328cb-bd5f-48a6-884f-562a57abc47f None None] Set router 7ce72886-04ab-4aa7-81c1-062169acd07e gateway port host: dv-cinder-844605-1-iscsi {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:26:35.987836 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa2edd5-707e-4bb3-9793-af8870395e8d req-a84b54c0-a2d5-4951-9221-f2955cd2e952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:35.989446 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-7fa2edd5-707e-4bb3-9793-af8870395e8d req-a84b54c0-a2d5-4951-9221-f2955cd2e952 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1b0b29df-7b1f-4317-a6ef-bd3cb4e8ea72 HTTP/1.1" status: 200 len: 851 time: 0.0634127 Jun 28 11:26:36.025853 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba35d0-6efb-455e-a5e7-c0d14f849f04 req-5733ce81-53d6-463e-b87f-585966d62402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:36.027376 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-9aba35d0-6efb-455e-a5e7-c0d14f849f04 req-5733ce81-53d6-463e-b87f-585966d62402 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=de86710f-13ad-4bbe-b7c3-f28eb0b4cfef HTTP/1.1" status: 200 len: 847 time: 0.2379565 Jun 28 11:26:36.038371 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-854937d2-f486-42db-86ca-d66acf9b93b5 req-555730de-0112-469f-b30f-db7d919ff334 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c6ad59f-43e2-451e-ab60-0e8c362b11b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920431 Jun 28 11:26:36.085556 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa2edd5-707e-4bb3-9793-af8870395e8d req-89795d4e-364d-44d8-8005-5ce99c56e95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:36.087144 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-7fa2edd5-707e-4bb3-9793-af8870395e8d req-89795d4e-364d-44d8-8005-5ce99c56e95e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0d6307f0-ba10-44a7-b3d3-c9e66a22edf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0904584 Jun 28 11:26:36.166124 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba35d0-6efb-455e-a5e7-c0d14f849f04 req-934810f1-6b9a-4bfc-9653-5e15eac1f7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:36.168282 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-9aba35d0-6efb-455e-a5e7-c0d14f849f04 req-934810f1-6b9a-4bfc-9653-5e15eac1f7db service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1286221 Jun 28 11:26:36.254313 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-7fa2edd5-707e-4bb3-9793-af8870395e8d req-1336d5d2-820e-4e45-a429-a2d49c2bbafb service neutron] 10.222.0.43 "GET /v2.0/networks/0d6307f0-ba10-44a7-b3d3-c9e66a22edf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591768 Jun 28 11:26:36.295186 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e2866caa-b42f-440c-8898-dd824c9aa83d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:36.337999 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-15e328cb-bd5f-48a6-884f-562a57abc47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce72886-04ab-4aa7-81c1-062169acd07e', 'name': 'tempest-TestShelveInstance-499027150-router', 'tenant_id': '08c3c19c0c404bb6bf8989d879b1ea6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'e37116b2-bbe3-44ab-8308-53b310d4bdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:34Z', 'updated_at': '2022-06-28T11:21:42Z', 'revision_number': 4, 'project_id': '08c3c19c0c404bb6bf8989d879b1ea6c', 'gw_port': {'id': 'e37116b2-bbe3-44ab-8308-53b310d4bdc1', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:7d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce72886-04ab-4aa7-81c1-062169acd07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:35Z', 'updated_at': '2022-06-28T11:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': 'c4f8721d-4734-4257-9f5f-07b7a0817c49', 'name': '', 'network_id': 'f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3', 'tenant_id': '08c3c19c0c404bb6bf8989d879b1ea6c', 'mac_address': 'fa:16:3e:15:4f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce72886-04ab-4aa7-81c1-062169acd07e', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'de86710f-13ad-4bbe-b7c3-f28eb0b4cfef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:41Z', 'updated_at': '2022-06-28T11:21:53Z', 'revision_number': 5, 'project_id': '08c3c19c0c404bb6bf8989d879b1ea6c', 'subnets': [{'id': 'de86710f-13ad-4bbe-b7c3-f28eb0b4cfef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:36.343414 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e328cb-bd5f-48a6-884f-562a57abc47f None None] The sync data for ids ['7ce72886-04ab-4aa7-81c1-062169acd07e'] in dv-cinder-844605-1-iscsi is: [{'id': '7ce72886-04ab-4aa7-81c1-062169acd07e', 'name': 'tempest-TestShelveInstance-499027150-router', 'tenant_id': '08c3c19c0c404bb6bf8989d879b1ea6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'e37116b2-bbe3-44ab-8308-53b310d4bdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:34Z', 'updated_at': '2022-06-28T11:21:42Z', 'revision_number': 4, 'project_id': '08c3c19c0c404bb6bf8989d879b1ea6c', 'gw_port': {'id': 'e37116b2-bbe3-44ab-8308-53b310d4bdc1', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:7d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce72886-04ab-4aa7-81c1-062169acd07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:35Z', 'updated_at': '2022-06-28T11:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': 'c4f8721d-4734-4257-9f5f-07b7a0817c49', 'name': '', 'network_id': 'f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3', 'tenant_id': '08c3c19c0c404bb6bf8989d879b1ea6c', 'mac_address': 'fa:16:3e:15:4f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce72886-04ab-4aa7-81c1-062169acd07e', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'de86710f-13ad-4bbe-b7c3-f28eb0b4cfef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:41Z', 'updated_at': '2022-06-28T11:21:53Z', 'revision_number': 5, 'project_id': '08c3c19c0c404bb6bf8989d879b1ea6c', 'subnets': [{'id': 'de86710f-13ad-4bbe-b7c3-f28eb0b4cfef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:26:36.383227 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-9aba35d0-6efb-455e-a5e7-c0d14f849f04 req-c2e73df2-a2dd-48ed-af9b-88349541ef35 service neutron] 10.222.0.43 "GET /v2.0/networks/f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072480 Jun 28 11:26:36.526146 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-7fa2edd5-707e-4bb3-9793-af8870395e8d req-908e2338-c1a9-4b03-a9db-c21c595b425e service neutron] 10.222.0.43 "GET /v2.0/networks/0d6307f0-ba10-44a7-b3d3-c9e66a22edf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628629 Jun 28 11:26:36.551582 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-9aba35d0-6efb-455e-a5e7-c0d14f849f04 req-f7737031-03b8-4e4a-b5c1-b16248cd240f service neutron] 10.222.0.43 "GET /v2.0/networks/f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606369 Jun 28 11:26:36.569552 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a96ee25-92a0-44a1-bab9-ab959208fe0a req-7beba80d-bf96-42b5-9c3c-3cb28f0b163c tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:36.570297 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-5a96ee25-92a0-44a1-bab9-ab959208fe0a req-7beba80d-bf96-42b5-9c3c-3cb28f0b163c tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Synchronizing usage tracker for tenant:34f9a4af464a4c14af73bb4bb8314982 on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:26:36.587576 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-5a96ee25-92a0-44a1-bab9-ab959208fe0a req-7beba80d-bf96-42b5-9c3c-3cb28f0b163c tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Unset dirty status for tenant:34f9a4af464a4c14af73bb4bb8314982 on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:26:36.588982 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-5a96ee25-92a0-44a1-bab9-ab959208fe0a req-7beba80d-bf96-42b5-9c3c-3cb28f0b163c tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/ports?device_id=c31b87cb-dcd1-45a8-a993-37c3d39bd830 HTTP/1.1" status: 200 len: 943 time: 0.1330092 Jun 28 11:26:36.635784 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-5a96ee25-92a0-44a1-bab9-ab959208fe0a req-c7e3ce6e-9023-47f0-ab89-fd56b369bb3a tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/security-groups?id=59240f42-5ee9-4357-a242-d6ccb32541ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402429 Jun 28 11:26:36.670697 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c7a212-c7d6-4444-a3a7-5c4bea4c9b96 None None] New status for floating IP b8fd4c1d-5c45-4949-ba9a-4673876b718c: DOWN {{(pid=88180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:26:36.687766 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9097d9c-b9fb-4dda-98b6-9ad0ff2a5cc8 req-21a09df9-5c11-4ba4-8415-572a908d3cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:36.689447 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-d9097d9c-b9fb-4dda-98b6-9ad0ff2a5cc8 req-21a09df9-5c11-4ba4-8415-572a908d3cc0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=34f9a4af464a4c14af73bb4bb8314982&device_id=c31b87cb-dcd1-45a8-a993-37c3d39bd830 HTTP/1.1" status: 200 len: 1096 time: 0.0995595 Jun 28 11:26:36.856947 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9097d9c-b9fb-4dda-98b6-9ad0ff2a5cc8 req-6722a035-03c1-42d8-87ed-967debdf7be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:36.858438 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-d9097d9c-b9fb-4dda-98b6-9ad0ff2a5cc8 req-6722a035-03c1-42d8-87ed-967debdf7be5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0d6307f0-ba10-44a7-b3d3-c9e66a22edf8 HTTP/1.1" status: 200 len: 913 time: 0.1594441 Jun 28 11:26:36.942061 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-d9097d9c-b9fb-4dda-98b6-9ad0ff2a5cc8 req-c7f6df2e-4bc4-48f5-a444-ce72d79a96dd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b32af3bf-bcdf-49e5-b765-b5434577afc5 HTTP/1.1" status: 200 len: 217 time: 0.0755215 Jun 28 11:26:37.017245 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9097d9c-b9fb-4dda-98b6-9ad0ff2a5cc8 req-425bb1a3-5f21-4b5c-965b-6c5930a6a7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:37.018676 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-d9097d9c-b9fb-4dda-98b6-9ad0ff2a5cc8 req-425bb1a3-5f21-4b5c-965b-6c5930a6a7be service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1b0b29df-7b1f-4317-a6ef-bd3cb4e8ea72 HTTP/1.1" status: 200 len: 851 time: 0.0654569 Jun 28 11:26:37.117809 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9097d9c-b9fb-4dda-98b6-9ad0ff2a5cc8 req-ca7e78a8-8e53-40e4-9fe1-8638cd3d5ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:37.119345 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-d9097d9c-b9fb-4dda-98b6-9ad0ff2a5cc8 req-ca7e78a8-8e53-40e4-9fe1-8638cd3d5ff3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0d6307f0-ba10-44a7-b3d3-c9e66a22edf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0894365 Jun 28 11:26:37.286002 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed014d0-63cb-41e5-885c-d35f74458588 req-6e7f120a-c1af-4406-ac84-ebc0c095d026 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:37.287441 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-0ed014d0-63cb-41e5-885c-d35f74458588 req-6e7f120a-c1af-4406-ac84-ebc0c095d026 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.43 "GET /v2.0/ports?device_id=241e71b4-f1cf-4194-b958-8f619f10e932 HTTP/1.1" status: 200 len: 945 time: 0.0920014 Jun 28 11:26:37.334638 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-d9097d9c-b9fb-4dda-98b6-9ad0ff2a5cc8 req-26513ceb-9c7e-4da7-8443-f483e1eb636d service neutron] 10.222.0.43 "GET /v2.0/networks/0d6307f0-ba10-44a7-b3d3-c9e66a22edf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053354 Jun 28 11:26:37.360625 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [req-0ed014d0-63cb-41e5-885c-d35f74458588 req-304b1c56-7ba3-405c-adc3-9c35680147f2 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Deleting port b7480d1e-81e9-4f6a-9b19-9ed839096724 {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:26:37.361023 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-0ed014d0-63cb-41e5-885c-d35f74458588 req-304b1c56-7ba3-405c-adc3-9c35680147f2 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:37.368091 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af39f536-8655-4568-bf5d-c8ce077b2369 req-8f60b206-c220-4d7b-b45e-db83d868bfcd tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:37.369563 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-af39f536-8655-4568-bf5d-c8ce077b2369 req-8f60b206-c220-4d7b-b45e-db83d868bfcd tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/ports?device_id=241e71b4-f1cf-4194-b958-8f619f10e932 HTTP/1.1" status: 200 len: 945 time: 0.2158818 Jun 28 11:26:37.497479 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-af39f536-8655-4568-bf5d-c8ce077b2369 req-d788e97a-87e8-4177-902b-ea74e5bf4d66 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c6ad59f-43e2-451e-ab60-0e8c362b11b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796621 Jun 28 11:26:37.518103 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-d9097d9c-b9fb-4dda-98b6-9ad0ff2a5cc8 req-25b9f714-890c-4580-ae14-f9df3883d971 service neutron] 10.222.0.43 "GET /v2.0/networks/0d6307f0-ba10-44a7-b3d3-c9e66a22edf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766319 Jun 28 11:26:37.615766 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.db [req-0ed014d0-63cb-41e5-885c-d35f74458588 req-304b1c56-7ba3-405c-adc3-9c35680147f2 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] For port b7480d1e-81e9-4f6a-9b19-9ed839096724, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=b7480d1e-81e9-4f6a-9b19-9ed839096724,segment=NetworkSegment(4b63a92e-df64-4f82-a8dd-57f27eee96b8),segment_id=4b63a92e-df64-4f82-a8dd-57f27eee96b8)] {{(pid=88177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:26:37.616024 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-0ed014d0-63cb-41e5-885c-d35f74458588 req-304b1c56-7ba3-405c-adc3-9c35680147f2 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:37.825925 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [req-0ed014d0-63cb-41e5-885c-d35f74458588 req-304b1c56-7ba3-405c-adc3-9c35680147f2 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Calling delete_port for b7480d1e-81e9-4f6a-9b19-9ed839096724 owned by compute:nova {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:26:38.018529 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45173599-5144-4d27-982a-0d1ef3bb3a41 req-ab1cc4f7-13dc-441e-a5fa-b5416b9897c2 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:38.020015 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-45173599-5144-4d27-982a-0d1ef3bb3a41 req-ab1cc4f7-13dc-441e-a5fa-b5416b9897c2 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/ports?device_id=c31b87cb-dcd1-45a8-a993-37c3d39bd830 HTTP/1.1" status: 200 len: 943 time: 0.2012806 Jun 28 11:26:38.068527 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-0ed014d0-63cb-41e5-885c-d35f74458588 req-304b1c56-7ba3-405c-adc3-9c35680147f2 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782104357524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782103981240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2688079'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:38.126156 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-45173599-5144-4d27-982a-0d1ef3bb3a41 req-544ae1fe-a417-412b-bed2-16ac10954718 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/security-groups?id=59240f42-5ee9-4357-a242-d6ccb32541ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965965 Jun 28 11:26:38.127128 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b1c56-7ba3-405c-adc3-9c35680147f2 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Pushing event deleted for resources: {'Port': ['ID=b7480d1e-81e9-4f6a-9b19-9ed839096724,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:38.217098 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ed014d0-63cb-41e5-885c-d35f74458588 req-304b1c56-7ba3-405c-adc3-9c35680147f2 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] No DVR routers for this DVR port b7480d1e-81e9-4f6a-9b19-9ed839096724 on host hv-cinder-84460 {{(pid=88177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:26:38.219641 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-0ed014d0-63cb-41e5-885c-d35f74458588 req-304b1c56-7ba3-405c-adc3-9c35680147f2 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:38.222262 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '241e71b4-f1cf-4194-b958-8f619f10e932', 'name': 'network-vif-deleted', 'tag': 'b7480d1e-81e9-4f6a-9b19-9ed839096724'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:26:38.241409 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-0ed014d0-63cb-41e5-885c-d35f74458588 req-304b1c56-7ba3-405c-adc3-9c35680147f2 tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.43 "DELETE /v2.0/ports/b7480d1e-81e9-4f6a-9b19-9ed839096724 HTTP/1.1" status: 204 len: 173 time: 0.9470215 Jun 28 11:26:38.270249 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e631154e-c008-4565-8636-9a0a2332203b'] response: {'server_uuid': '241e71b4-f1cf-4194-b958-8f619f10e932', 'name': 'network-vif-deleted', 'tag': 'b7480d1e-81e9-4f6a-9b19-9ed839096724', 'status': 'completed', 'code': 200} Jun 28 11:26:38.411622 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b20e6bc6-2bed-4d89-8b8f-a709c007ded5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:38.637836 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.agents_db [None req-fef25e13-dc2d-42bf-aa2e-f684c08e94a6 None None] Agent healthcheck: found 6 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:26:38.665404 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-67acb871-f675-49b3-b4be-764c7c96465e req-123809fa-a8ce-45ad-9c9f-2cfb2a83c13d tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Synchronizing usage tracker for tenant:08c3c19c0c404bb6bf8989d879b1ea6c on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:26:38.681306 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-67acb871-f675-49b3-b4be-764c7c96465e req-123809fa-a8ce-45ad-9c9f-2cfb2a83c13d tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Unset dirty status for tenant:08c3c19c0c404bb6bf8989d879b1ea6c on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:26:38.682453 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-67acb871-f675-49b3-b4be-764c7c96465e req-123809fa-a8ce-45ad-9c9f-2cfb2a83c13d tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "GET /v2.0/ports?device_id=241e71b4-f1cf-4194-b958-8f619f10e932 HTTP/1.1" status: 200 len: 210 time: 0.0709908 Jun 28 11:26:39.368079 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b2d5b-4445-4f66-8cc5-cdd49589f95b req-1c3b8f42-5731-4d90-8fc7-df04e9259407 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:39.369556 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-405b2d5b-4445-4f66-8cc5-cdd49589f95b req-1c3b8f42-5731-4d90-8fc7-df04e9259407 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/ports?device_id=c31b87cb-dcd1-45a8-a993-37c3d39bd830 HTTP/1.1" status: 200 len: 943 time: 0.1036823 Jun 28 11:26:39.419375 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-405b2d5b-4445-4f66-8cc5-cdd49589f95b req-479c263a-4507-4708-bc40-c649786388dc tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/security-groups?id=59240f42-5ee9-4357-a242-d6ccb32541ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408640 Jun 28 11:26:39.647276 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b58b1c24-9254-4745-9794-e7d1435c798c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:39.782305 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 34318) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:39.805282 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:39.852459 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-947758ef-7ce4-4dd6-bb93-d3c1587cdd9b tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:39.882078 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-947758ef-7ce4-4dd6-bb93-d3c1587cdd9b tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:39.947937 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-947758ef-7ce4-4dd6-bb93-d3c1587cdd9b tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:39.971768 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947758ef-7ce4-4dd6-bb93-d3c1587cdd9b tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6ad59f-43e2-451e-ab60-0e8c362b11b4,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:39.982047 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-947758ef-7ce4-4dd6-bb93-d3c1587cdd9b tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:39.983220 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-947758ef-7ce4-4dd6-bb93-d3c1587cdd9b tempest-TestShelveInstance-918406319 tempest-TestShelveInstance-918406319-project] 10.222.0.23 "DELETE /v2.0/security-groups/9c6ad59f-43e2-451e-ab60-0e8c362b11b4 HTTP/1.1" status: 204 len: 168 time: 0.1997433 Jun 28 11:26:40.032352 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 34324) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:40.184271 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device b7480d1e-81e9-4f6a-9b19-9ed839096724 no longer exists at agent hyperv_hv-cinder-84460 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:26:40.222353 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] No Port match for: b7480d1e-81e9-4f6a-9b19-9ed839096724 {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:26:40.222596 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device b7480d1e-81e9-4f6a-9b19-9ed839096724 not bound to the agent host hv-cinder-84460 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:26:40.694417 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6fd5d8-a5c0-4fac-b89e-f56067b45d8e req-8413cd94-3061-43d6-a3ab-d8dc7cd95e6d tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:40.695816 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-9a6fd5d8-a5c0-4fac-b89e-f56067b45d8e req-8413cd94-3061-43d6-a3ab-d8dc7cd95e6d tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/ports?device_id=c31b87cb-dcd1-45a8-a993-37c3d39bd830 HTTP/1.1" status: 200 len: 943 time: 0.1581669 Jun 28 11:26:40.753053 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-9a6fd5d8-a5c0-4fac-b89e-f56067b45d8e req-0399b3de-870c-4bb0-82b6-0aab85862d07 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/security-groups?id=59240f42-5ee9-4357-a242-d6ccb32541ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480316 Jun 28 11:26:40.821055 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-663ef155-412a-4ca1-bd09-6fa3c0635469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362973'] for router_interface, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:40.976608 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-90b31af6-315a-40c1-95e8-9ba1745e2d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:41.267553 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [None req-663ef155-412a-4ca1-bd09-6fa3c0635469 admin admin] Deleting port c4f8721d-4734-4257-9f5f-07b7a0817c49 {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:26:41.268162 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-663ef155-412a-4ca1-bd09-6fa3c0635469 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:41.447377 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.db [None req-663ef155-412a-4ca1-bd09-6fa3c0635469 admin admin] For port c4f8721d-4734-4257-9f5f-07b7a0817c49, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=c4f8721d-4734-4257-9f5f-07b7a0817c49,segment=NetworkSegment(4b63a92e-df64-4f82-a8dd-57f27eee96b8),segment_id=4b63a92e-df64-4f82-a8dd-57f27eee96b8)] {{(pid=88177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:26:41.447706 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-663ef155-412a-4ca1-bd09-6fa3c0635469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:41.568264 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [None req-663ef155-412a-4ca1-bd09-6fa3c0635469 admin admin] Calling delete_port for c4f8721d-4734-4257-9f5f-07b7a0817c49 owned by network:router_interface {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:26:41.748042 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-663ef155-412a-4ca1-bd09-6fa3c0635469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782104357524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782103981240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2688079'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:41.795334 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663ef155-412a-4ca1-bd09-6fa3c0635469 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4f8721d-4734-4257-9f5f-07b7a0817c49,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:41.952592 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6513ed-5df4-4874-9c54-506b6e9a45df req-e92f57fe-bb35-42c1-9951-3b6252e571ed tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:41.954278 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-9b6513ed-5df4-4874-9c54-506b6e9a45df req-e92f57fe-bb35-42c1-9951-3b6252e571ed tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/ports?device_id=c31b87cb-dcd1-45a8-a993-37c3d39bd830 HTTP/1.1" status: 200 len: 943 time: 0.0908718 Jun 28 11:26:42.001152 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-9b6513ed-5df4-4874-9c54-506b6e9a45df req-582c21ef-6f5a-4db6-8a44-d1117418aaf8 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/security-groups?id=59240f42-5ee9-4357-a242-d6ccb32541ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399766 Jun 28 11:26:42.072715 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-663ef155-412a-4ca1-bd09-6fa3c0635469 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362921'] for router_interface, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:42.451458 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-663ef155-412a-4ca1-bd09-6fa3c0635469 admin admin] Router 7ce72886-04ab-4aa7-81c1-062169acd07e has already been hosted by L3 agent 65138fbb-a379-4cdd-9015-09db381edeba {{(pid=88177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:26:42.720677 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-663ef155-412a-4ca1-bd09-6fa3c0635469 admin admin] Notify agent at l3_agent.dv-cinder-844605-1-iscsi the message routers_updated {{(pid=88177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:26:42.731741 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846f0ae8-0765-4a23-b5cf-1bef082145ec None None] Sync routers for ids ['7ce72886-04ab-4aa7-81c1-062169acd07e'] in dv-cinder-844605-1-iscsi {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:26:42.741535 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-663ef155-412a-4ca1-bd09-6fa3c0635469 admin admin] 10.222.0.23 "PUT /v2.0/routers/7ce72886-04ab-4aa7-81c1-062169acd07e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7056100 Jun 28 11:26:42.741779 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 34334) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:42.743947 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846f0ae8-0765-4a23-b5cf-1bef082145ec None None] Routers {'7ce72886-04ab-4aa7-81c1-062169acd07e'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:26:42.744578 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-846f0ae8-0765-4a23-b5cf-1bef082145ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:26:38Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['7ce72886-04ab-4aa7-81c1-062169acd07e'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:42.914826 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-230fd43f-c5aa-4a11-a74c-4d35caed406a admin admin] Notify callbacks [] for router, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:42.922092 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-846f0ae8-0765-4a23-b5cf-1bef082145ec None None] Set router 7ce72886-04ab-4aa7-81c1-062169acd07e gateway port host: dv-cinder-844605-1-iscsi {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:26:43.097408 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-230fd43f-c5aa-4a11-a74c-4d35caed406a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:43.143216 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [None req-230fd43f-c5aa-4a11-a74c-4d35caed406a admin admin] Deleting port e37116b2-bbe3-44ab-8308-53b310d4bdc1 {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:26:43.143553 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-230fd43f-c5aa-4a11-a74c-4d35caed406a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:43.251772 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-846f0ae8-0765-4a23-b5cf-1bef082145ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce72886-04ab-4aa7-81c1-062169acd07e', 'name': 'tempest-TestShelveInstance-499027150-router', 'tenant_id': '08c3c19c0c404bb6bf8989d879b1ea6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'e37116b2-bbe3-44ab-8308-53b310d4bdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:34Z', 'updated_at': '2022-06-28T11:26:41Z', 'revision_number': 5, 'project_id': '08c3c19c0c404bb6bf8989d879b1ea6c', 'gw_port': {'id': 'e37116b2-bbe3-44ab-8308-53b310d4bdc1', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:7d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce72886-04ab-4aa7-81c1-062169acd07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:35Z', 'updated_at': '2022-06-28T11:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi'}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:43.256147 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846f0ae8-0765-4a23-b5cf-1bef082145ec None None] Checking router: 7ce72886-04ab-4aa7-81c1-062169acd07e for host: dv-cinder-844605-1-iscsi {{(pid=88179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:26:43.264403 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846f0ae8-0765-4a23-b5cf-1bef082145ec None None] Routers {'7ce72886-04ab-4aa7-81c1-062169acd07e'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:26:43.265036 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-846f0ae8-0765-4a23-b5cf-1bef082145ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:26:38Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['7ce72886-04ab-4aa7-81c1-062169acd07e'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:43.336423 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774226c-93b9-4d30-b261-b90b8f825bd1 req-5bef9380-7c1c-441b-b9cc-fce4d6b5eb80 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:43.337931 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-d774226c-93b9-4d30-b261-b90b8f825bd1 req-5bef9380-7c1c-441b-b9cc-fce4d6b5eb80 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/ports?device_id=c31b87cb-dcd1-45a8-a993-37c3d39bd830 HTTP/1.1" status: 200 len: 943 time: 0.2309866 Jun 28 11:26:43.370234 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.db [None req-230fd43f-c5aa-4a11-a74c-4d35caed406a admin admin] For port e37116b2-bbe3-44ab-8308-53b310d4bdc1, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=e37116b2-bbe3-44ab-8308-53b310d4bdc1,segment=NetworkSegment(886fa905-49b2-4170-854f-b2cc2955959a),segment_id=886fa905-49b2-4170-854f-b2cc2955959a)] {{(pid=88177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:26:43.370563 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-230fd43f-c5aa-4a11-a74c-4d35caed406a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:43.412061 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-846f0ae8-0765-4a23-b5cf-1bef082145ec None None] Set router 7ce72886-04ab-4aa7-81c1-062169acd07e gateway port host: None {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:26:43.502171 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [None req-230fd43f-c5aa-4a11-a74c-4d35caed406a admin admin] Calling delete_port for e37116b2-bbe3-44ab-8308-53b310d4bdc1 owned by network:router_gateway {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:26:43.518607 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-846f0ae8-0765-4a23-b5cf-1bef082145ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce72886-04ab-4aa7-81c1-062169acd07e', 'name': 'tempest-TestShelveInstance-499027150-router', 'tenant_id': '08c3c19c0c404bb6bf8989d879b1ea6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:34Z', 'updated_at': '2022-06-28T11:26:43Z', 'revision_number': 6, 'project_id': '08c3c19c0c404bb6bf8989d879b1ea6c', 'gw_port_host': None}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:43.522728 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846f0ae8-0765-4a23-b5cf-1bef082145ec None None] The sync data for ids ['7ce72886-04ab-4aa7-81c1-062169acd07e'] in dv-cinder-844605-1-iscsi is: [{'id': '7ce72886-04ab-4aa7-81c1-062169acd07e', 'name': 'tempest-TestShelveInstance-499027150-router', 'tenant_id': '08c3c19c0c404bb6bf8989d879b1ea6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:34Z', 'updated_at': '2022-06-28T11:26:43Z', 'revision_number': 6, 'project_id': '08c3c19c0c404bb6bf8989d879b1ea6c', 'gw_port_host': None}] {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:26:43.553646 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-d774226c-93b9-4d30-b261-b90b8f825bd1 req-c70838b8-f3b9-40d7-a6b7-12f63af7245a tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/security-groups?id=59240f42-5ee9-4357-a242-d6ccb32541ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2027814 Jun 28 11:26:43.685149 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-230fd43f-c5aa-4a11-a74c-4d35caed406a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782104357524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782103981240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2688079'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:43.733922 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230fd43f-c5aa-4a11-a74c-4d35caed406a admin admin] Pushing event deleted for resources: {'Port': ['ID=e37116b2-bbe3-44ab-8308-53b310d4bdc1,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:43.829495 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-230fd43f-c5aa-4a11-a74c-4d35caed406a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362556'] for router_gateway, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:43.992745 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device c4f8721d-4734-4257-9f5f-07b7a0817c49 no longer exists at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:26:44.048558 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] No Port match for: c4f8721d-4734-4257-9f5f-07b7a0817c49 {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:26:44.049214 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device c4f8721d-4734-4257-9f5f-07b7a0817c49 not bound to the agent host dv-cinder-844605-1-iscsi {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:26:44.118057 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-230fd43f-c5aa-4a11-a74c-4d35caed406a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5234'] for router, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:44.120288 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-230fd43f-c5aa-4a11-a74c-4d35caed406a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:44.147170 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-230fd43f-c5aa-4a11-a74c-4d35caed406a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-360925'] for router, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:44.147907 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230fd43f-c5aa-4a11-a74c-4d35caed406a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ce72886-04ab-4aa7-81c1-062169acd07e {{(pid=88177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 28 11:26:44.160558 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-230fd43f-c5aa-4a11-a74c-4d35caed406a admin admin] Notify callbacks [] for router, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:44.161703 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-230fd43f-c5aa-4a11-a74c-4d35caed406a admin admin] 10.222.0.23 "DELETE /v2.0/routers/7ce72886-04ab-4aa7-81c1-062169acd07e HTTP/1.1" status: 204 len: 168 time: 1.4190679 Jun 28 11:26:44.164565 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 34340) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:44.208667 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device b32af3bf-bcdf-49e5-b765-b5434577afc5 details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=88179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:26:44.335090 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b9a1194-9935-494c-afcd-0d2fba4c77ea admin admin] Deleting subnet de86710f-13ad-4bbe-b7c3-f28eb0b4cfef {{(pid=88178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 28 11:26:44.338186 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-0b9a1194-9935-494c-afcd-0d2fba4c77ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:44.350461 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port b32af3bf-bcdf-49e5-b765-b5434577afc5, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=b32af3bf-bcdf-49e5-b765-b5434577afc5,segment=NetworkSegment(6274d8ad-456f-4882-af74-95c75bd63265),segment_id=6274d8ad-456f-4882-af74-95c75bd63265)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:26:44.364587 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Returning: {'device': 'b32af3bf-bcdf-49e5-b765-b5434577afc5', 'network_id': '0d6307f0-ba10-44a7-b3d3-c9e66a22edf8', 'port_id': 'b32af3bf-bcdf-49e5-b765-b5434577afc5', 'mac_address': 'fa:16:3e:26:86:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b0b29df-7b1f-4317-a6ef-bd3cb4e8ea72', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:26:44.387300 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-0b9a1194-9935-494c-afcd-0d2fba4c77ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2289234'] for subnet, precommit_delete_associations {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:44.420602 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Current status of the port b32af3bf-bcdf-49e5-b765-b5434577afc5 is: DOWN; New status is: BUILD {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:26:44.421040 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:44.438178 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b32af3bf-bcdf-49e5-b765-b5434577afc5 {{(pid=88179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:26:44.454572 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port b32af3bf-bcdf-49e5-b765-b5434577afc5, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=b32af3bf-bcdf-49e5-b765-b5434577afc5,segment=NetworkSegment(6274d8ad-456f-4882-af74-95c75bd63265),segment_id=6274d8ad-456f-4882-af74-95c75bd63265)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:26:44.459828 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:44.467726 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-0b9a1194-9935-494c-afcd-0d2fba4c77ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7782429'] for subnet, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:44.534185 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Pushing event updated for resources: {'Port': ['ID=b32af3bf-bcdf-49e5-b765-b5434577afc5,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:44.539006 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-0b9a1194-9935-494c-afcd-0d2fba4c77ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7782438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2287970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2482708'] for subnet, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:44.579442 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a1194-9935-494c-afcd-0d2fba4c77ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de86710f-13ad-4bbe-b7c3-f28eb0b4cfef,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:44.581425 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-0b9a1194-9935-494c-afcd-0d2fba4c77ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:44.585925 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8a7e5b-1d60-4abe-b1c9-bcddc7cdfb2f None None] Network f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3 requested from dv-cinder-844605-1-iscsi {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:26:44.587558 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-0b9a1194-9935-494c-afcd-0d2fba4c77ea admin admin] 10.222.0.23 "DELETE /v2.0/subnets/de86710f-13ad-4bbe-b7c3-f28eb0b4cfef HTTP/1.1" status: 204 len: 168 time: 0.4219086 Jun 28 11:26:44.590248 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 34346) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:44.692248 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] get_ports_and_sgs() called for port_ids ['b32af3bf-bcdf-49e5-b765-b5434577afc5'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:26:44.713493 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-2ec7dd74-cf8d-402f-8f5b-fb49b227affb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7702436'] for network, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:44.725085 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [None req-2ec7dd74-cf8d-402f-8f5b-fb49b227affb admin admin] Deleting port e25cacec-b57d-4fc8-979f-d4ca800bdd9f {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:26:44.725706 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-2ec7dd74-cf8d-402f-8f5b-fb49b227affb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:44.775301 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc29d6f-7144-4d2c-864d-fe2db7bb7ef6 req-e97fbfdc-9f1e-4b7d-89f5-37e27402ef96 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:44.776828 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-1dc29d6f-7144-4d2c-864d-fe2db7bb7ef6 req-e97fbfdc-9f1e-4b7d-89f5-37e27402ef96 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/ports?device_id=c31b87cb-dcd1-45a8-a993-37c3d39bd830 HTTP/1.1" status: 200 len: 944 time: 0.0943470 Jun 28 11:26:44.836194 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-1dc29d6f-7144-4d2c-864d-fe2db7bb7ef6 req-6027c1b6-f61d-47f1-94c1-c24a44375d6c tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/security-groups?id=59240f42-5ee9-4357-a242-d6ccb32541ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523269 Jun 28 11:26:44.945457 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.db [None req-2ec7dd74-cf8d-402f-8f5b-fb49b227affb admin admin] For port e25cacec-b57d-4fc8-979f-d4ca800bdd9f, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=e25cacec-b57d-4fc8-979f-d4ca800bdd9f,segment=NetworkSegment(4b63a92e-df64-4f82-a8dd-57f27eee96b8),segment_id=4b63a92e-df64-4f82-a8dd-57f27eee96b8)] {{(pid=88177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:26:44.945744 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-2ec7dd74-cf8d-402f-8f5b-fb49b227affb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:45.003192 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e713d01-49ae-4b71-91aa-7cc7a6b9557d None None] DHCP port deletion for f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3 request from dv-cinder-844605-1-iscsi {{(pid=88179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 28 11:26:45.015099 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-9e713d01-49ae-4b71-91aa-7cc7a6b9557d None None] Deleting port e25cacec-b57d-4fc8-979f-d4ca800bdd9f {{(pid=88179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:26:45.015472 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-9e713d01-49ae-4b71-91aa-7cc7a6b9557d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:45.076246 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [None req-2ec7dd74-cf8d-402f-8f5b-fb49b227affb admin admin] Calling delete_port for e25cacec-b57d-4fc8-979f-d4ca800bdd9f owned by network:dhcp {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:26:45.152979 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-2ec7dd74-cf8d-402f-8f5b-fb49b227affb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782104357524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782103981240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2688079'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:45.203822 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec7dd74-cf8d-402f-8f5b-fb49b227affb admin admin] Pushing event deleted for resources: {'Port': ['ID=e25cacec-b57d-4fc8-979f-d4ca800bdd9f,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:45.205590 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec7dd74-cf8d-402f-8f5b-fb49b227affb admin admin] No DVR routers for this DVR port e25cacec-b57d-4fc8-979f-d4ca800bdd9f on host dv-cinder-844605-1-iscsi {{(pid=88177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:26:45.270616 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-9e713d01-49ae-4b71-91aa-7cc7a6b9557d None None] For port e25cacec-b57d-4fc8-979f-d4ca800bdd9f, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=e25cacec-b57d-4fc8-979f-d4ca800bdd9f,segment=NetworkSegment(4b63a92e-df64-4f82-a8dd-57f27eee96b8),segment_id=4b63a92e-df64-4f82-a8dd-57f27eee96b8)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:26:45.270616 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-9e713d01-49ae-4b71-91aa-7cc7a6b9557d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:45.321538 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-2ec7dd74-cf8d-402f-8f5b-fb49b227affb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7788904', 'neutron.services.segments.db._delete_segments_for_network-8782104351353'] for network, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:45.346451 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.services.segments.db [None req-2ec7dd74-cf8d-402f-8f5b-fb49b227affb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3']}} {{(pid=88177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:45.358316 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.services.segments.db [None req-2ec7dd74-cf8d-402f-8f5b-fb49b227affb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b63a92e-df64-4f82-a8dd-57f27eee96b8') {'for_net_delete': True} {{(pid=88177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:45.358602 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.services.segments.db [None req-2ec7dd74-cf8d-402f-8f5b-fb49b227affb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b63a92e-df64-4f82-a8dd-57f27eee96b8') {} {{(pid=88177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:45.369671 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-2ec7dd74-cf8d-402f-8f5b-fb49b227affb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782104354196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2687799'] for segment, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:45.385304 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-2ec7dd74-cf8d-402f-8f5b-fb49b227affb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812087'] for segment, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:45.395005 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ec7dd74-cf8d-402f-8f5b-fb49b227affb admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=88177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 11:26:45.395551 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-2ec7dd74-cf8d-402f-8f5b-fb49b227affb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7812088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2688188'] for segment, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:45.432080 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-9e713d01-49ae-4b71-91aa-7cc7a6b9557d None None] Calling delete_port for e25cacec-b57d-4fc8-979f-d4ca800bdd9f owned by network:dhcp {{(pid=88179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:26:45.466641 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.services.segments.plugin [-] Segment 4b63a92e-df64-4f82-a8dd-57f27eee96b8 resource provider aggregate not found Jun 28 11:26:45.488381 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.services.segments.plugin [-] Segment 4b63a92e-df64-4f82-a8dd-57f27eee96b8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4b63a92e-df64-4f82-a8dd-57f27eee96b8 found for delete ", "request_id": "req-dd2b8db4-9fdd-4065-8177-c2ba57324735"}]} Jun 28 11:26:45.502414 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-2ec7dd74-cf8d-402f-8f5b-fb49b227affb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7788903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361949'] for network, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:45.505463 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.db.api [None req-9e713d01-49ae-4b71-91aa-7cc7a6b9557d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 11:26:45.506034 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG oslo_db.api [None req-9e713d01-49ae-4b71-91aa-7cc7a6b9557d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 11:26:45.524011 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-2ec7dd74-cf8d-402f-8f5b-fb49b227affb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562711'] for network, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:45.535252 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec7dd74-cf8d-402f-8f5b-fb49b227affb admin admin] Pushing event deleted for resources: {'Network': ['ID=f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:45.551008 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-2ec7dd74-cf8d-402f-8f5b-fb49b227affb admin admin] 10.222.0.23 "DELETE /v2.0/networks/f21bd1ec-9c3d-4ddc-bd33-2acb34e78af3 HTTP/1.1" status: 204 len: 168 time: 0.9597180 Jun 28 11:26:45.554326 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 34354) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:45.791141 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device e25cacec-b57d-4fc8-979f-d4ca800bdd9f no longer exists at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:26:45.825009 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] No Port match for: e25cacec-b57d-4fc8-979f-d4ca800bdd9f {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:26:45.825319 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device e25cacec-b57d-4fc8-979f-d4ca800bdd9f not bound to the agent host dv-cinder-844605-1-iscsi {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:26:45.825756 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device e37116b2-bbe3-44ab-8308-53b310d4bdc1 no longer exists at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:26:45.859680 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] No Port match for: e37116b2-bbe3-44ab-8308-53b310d4bdc1 {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:26:45.860085 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device e37116b2-bbe3-44ab-8308-53b310d4bdc1 not bound to the agent host dv-cinder-844605-1-iscsi {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:26:46.007660 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-9e713d01-49ae-4b71-91aa-7cc7a6b9557d None None] Deleting port e25cacec-b57d-4fc8-979f-d4ca800bdd9f {{(pid=88179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:26:46.008337 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-9e713d01-49ae-4b71-91aa-7cc7a6b9557d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:46.039827 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c677f7bb-35cd-458c-9eb9-d7fa88a2773b req-092d55eb-112e-4a99-9412-b9d8bc0e65c7 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:46.041331 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c677f7bb-35cd-458c-9eb9-d7fa88a2773b req-092d55eb-112e-4a99-9412-b9d8bc0e65c7 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/ports?device_id=c31b87cb-dcd1-45a8-a993-37c3d39bd830 HTTP/1.1" status: 200 len: 944 time: 0.0957265 Jun 28 11:26:46.076674 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-9e713d01-49ae-4b71-91aa-7cc7a6b9557d None None] The port 'e25cacec-b57d-4fc8-979f-d4ca800bdd9f' was deleted {{(pid=88179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 28 11:26:46.090480 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c677f7bb-35cd-458c-9eb9-d7fa88a2773b req-328ae8ca-cf2a-446c-a3cd-38c287f45aff tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/security-groups?id=59240f42-5ee9-4357-a242-d6ccb32541ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431554 Jun 28 11:26:46.105183 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-a425ef19-c51a-48a8-87b7-95f0949fe3d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362973'] for router_interface, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:46.239216 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device b32af3bf-bcdf-49e5-b765-b5434577afc5 up at agent hyperv_hv-cinder-84460 {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:26:46.310761 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Provisioning for port b32af3bf-bcdf-49e5-b765-b5434577afc5 completed by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:26:46.318887 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Provisioning complete for port b32af3bf-bcdf-49e5-b765-b5434577afc5 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:26:46.318887 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:46.443464 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Current status of the port b32af3bf-bcdf-49e5-b765-b5434577afc5 is: BUILD; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:26:46.443847 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:46.465582 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.plugin [None req-a425ef19-c51a-48a8-87b7-95f0949fe3d9 admin admin] Deleting port 1238e17d-6209-46e6-aa8b-4d4f5eab2f56 {{(pid=88178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:26:46.466474 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-a425ef19-c51a-48a8-87b7-95f0949fe3d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:46.472154 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c31b87cb-dcd1-45a8-a993-37c3d39bd830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b32af3bf-bcdf-49e5-b765-b5434577afc5'}] {{(pid=88179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:26:46.482711 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port b32af3bf-bcdf-49e5-b765-b5434577afc5, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=b32af3bf-bcdf-49e5-b765-b5434577afc5,segment=NetworkSegment(6274d8ad-456f-4882-af74-95c75bd63265),segment_id=6274d8ad-456f-4882-af74-95c75bd63265)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:26:46.488780 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:46.527269 dv-cinder-844605-1-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51e62e16-3677-4dd4-a68d-ef28ff5f3060'] response: {'server_uuid': 'c31b87cb-dcd1-45a8-a993-37c3d39bd830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b32af3bf-bcdf-49e5-b765-b5434577afc5', 'code': 200} Jun 28 11:26:46.561453 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Pushing event updated for resources: {'Port': ['ID=b32af3bf-bcdf-49e5-b765-b5434577afc5,revision_number=5']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:46.684527 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.db [None req-a425ef19-c51a-48a8-87b7-95f0949fe3d9 admin admin] For port 1238e17d-6209-46e6-aa8b-4d4f5eab2f56, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=1238e17d-6209-46e6-aa8b-4d4f5eab2f56,segment=NetworkSegment(ec33b648-6e6f-4924-bee5-8d20d7349c6e),segment_id=ec33b648-6e6f-4924-bee5-8d20d7349c6e)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:26:46.685259 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-a425ef19-c51a-48a8-87b7-95f0949fe3d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:46.859816 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6110774-5131-4404-83d2-f35d99260ce4 req-94e0f403-ae98-4668-93de-c9a357a8ea30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:46.861195 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-f6110774-5131-4404-83d2-f35d99260ce4 req-94e0f403-ae98-4668-93de-c9a357a8ea30 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c31b87cb-dcd1-45a8-a993-37c3d39bd830 HTTP/1.1" status: 200 len: 1098 time: 0.0816836 Jun 28 11:26:46.907238 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-f6110774-5131-4404-83d2-f35d99260ce4 req-dfe23525-a843-498a-9a95-416c626adecb service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=59240f42-5ee9-4357-a242-d6ccb32541ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385816 Jun 28 11:26:46.940792 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.plugin [None req-a425ef19-c51a-48a8-87b7-95f0949fe3d9 admin admin] Calling delete_port for 1238e17d-6209-46e6-aa8b-4d4f5eab2f56 owned by network:router_interface {{(pid=88178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:26:47.117791 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-a425ef19-c51a-48a8-87b7-95f0949fe3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782104357524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782103981240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287935'] for port, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:47.165926 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a425ef19-c51a-48a8-87b7-95f0949fe3d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1238e17d-6209-46e6-aa8b-4d4f5eab2f56,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:47.470350 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a2603-8bc5-458f-9716-b0bd7fdf5b9d req-b3648e14-6c79-4e3c-9dec-35121bee9f98 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:47.471839 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-a36a2603-8bc5-458f-9716-b0bd7fdf5b9d req-b3648e14-6c79-4e3c-9dec-35121bee9f98 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/ports?device_id=c31b87cb-dcd1-45a8-a993-37c3d39bd830 HTTP/1.1" status: 200 len: 945 time: 0.2695947 Jun 28 11:26:47.539565 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-a36a2603-8bc5-458f-9716-b0bd7fdf5b9d req-6e8c32bf-5c09-4544-aa83-a4c30dfa23dc tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/security-groups?id=59240f42-5ee9-4357-a242-d6ccb32541ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619462 Jun 28 11:26:47.540247 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-a425ef19-c51a-48a8-87b7-95f0949fe3d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362921'] for router_interface, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:47.905200 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a425ef19-c51a-48a8-87b7-95f0949fe3d9 admin admin] Router 5d828125-8bb7-4afd-8795-87a91d09fd15 has already been hosted by L3 agent 65138fbb-a379-4cdd-9015-09db381edeba {{(pid=88178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:26:48.082576 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a425ef19-c51a-48a8-87b7-95f0949fe3d9 admin admin] Notify agent at l3_agent.dv-cinder-844605-1-iscsi the message routers_updated {{(pid=88178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:26:48.098181 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f4c8c4-a52d-4595-8312-30bf643962cd None None] Sync routers for ids ['5d828125-8bb7-4afd-8795-87a91d09fd15'] in dv-cinder-844605-1-iscsi {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:26:48.100917 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-a425ef19-c51a-48a8-87b7-95f0949fe3d9 admin admin] 10.222.0.23 "PUT /v2.0/routers/5d828125-8bb7-4afd-8795-87a91d09fd15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5453563 Jun 28 11:26:48.103199 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 34378) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:48.109205 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f4c8c4-a52d-4595-8312-30bf643962cd None None] Routers {'5d828125-8bb7-4afd-8795-87a91d09fd15'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:26:48.109822 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-35f4c8c4-a52d-4595-8312-30bf643962cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:26:38Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['5d828125-8bb7-4afd-8795-87a91d09fd15'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:48.290555 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvr_db [None req-35f4c8c4-a52d-4595-8312-30bf643962cd None None] Set router 5d828125-8bb7-4afd-8795-87a91d09fd15 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:26:48.401945 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-e407f5a3-af46-44c8-a09c-5167b3e5b64d admin admin] Notify callbacks [] for router, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:48.577647 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-35f4c8c4-a52d-4595-8312-30bf643962cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d828125-8bb7-4afd-8795-87a91d09fd15', 'name': 'tempest-TestShelveInstance-416610751-router', 'tenant_id': '2503c1cf5d8c42b2a64d9e37c3f111f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'f7b4c1d6-92fc-4fff-9d99-3bfbe2311de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:46Z', 'updated_at': '2022-06-28T11:26:47Z', 'revision_number': 5, 'project_id': '2503c1cf5d8c42b2a64d9e37c3f111f9', 'gw_port': {'id': 'f7b4c1d6-92fc-4fff-9d99-3bfbe2311de1', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:31:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d828125-8bb7-4afd-8795-87a91d09fd15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:47Z', 'updated_at': '2022-06-28T11:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi'}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:48.581570 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f4c8c4-a52d-4595-8312-30bf643962cd None None] Checking router: 5d828125-8bb7-4afd-8795-87a91d09fd15 for host: dv-cinder-844605-1-iscsi {{(pid=88180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:26:48.590915 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f4c8c4-a52d-4595-8312-30bf643962cd None None] Routers {'5d828125-8bb7-4afd-8795-87a91d09fd15'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:26:48.592151 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-35f4c8c4-a52d-4595-8312-30bf643962cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:26:38Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['5d828125-8bb7-4afd-8795-87a91d09fd15'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:48.593454 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-e407f5a3-af46-44c8-a09c-5167b3e5b64d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:48.607373 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.plugin [None req-e407f5a3-af46-44c8-a09c-5167b3e5b64d admin admin] Deleting port f7b4c1d6-92fc-4fff-9d99-3bfbe2311de1 {{(pid=88178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:26:48.607798 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-e407f5a3-af46-44c8-a09c-5167b3e5b64d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:48.745540 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvr_db [None req-35f4c8c4-a52d-4595-8312-30bf643962cd None None] Set router 5d828125-8bb7-4afd-8795-87a91d09fd15 gateway port host: None {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:26:48.866310 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.db [None req-e407f5a3-af46-44c8-a09c-5167b3e5b64d admin admin] For port f7b4c1d6-92fc-4fff-9d99-3bfbe2311de1, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=f7b4c1d6-92fc-4fff-9d99-3bfbe2311de1,segment=NetworkSegment(886fa905-49b2-4170-854f-b2cc2955959a),segment_id=886fa905-49b2-4170-854f-b2cc2955959a)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:26:48.866773 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-e407f5a3-af46-44c8-a09c-5167b3e5b64d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:48.874881 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7f55e-6495-49f1-b6ed-712a5b3ab194 req-41cafb8d-4b53-4663-8d79-29d6cab5a9f8 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:48.876395 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-d1f7f55e-6495-49f1-b6ed-712a5b3ab194 req-41cafb8d-4b53-4663-8d79-29d6cab5a9f8 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=ece67b1f-5854-4272-a4d5-928d10c57e55 HTTP/1.1" status: 200 len: 945 time: 0.0948167 Jun 28 11:26:48.881448 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-35f4c8c4-a52d-4595-8312-30bf643962cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d828125-8bb7-4afd-8795-87a91d09fd15', 'name': 'tempest-TestShelveInstance-416610751-router', 'tenant_id': '2503c1cf5d8c42b2a64d9e37c3f111f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:46Z', 'updated_at': '2022-06-28T11:26:48Z', 'revision_number': 6, 'project_id': '2503c1cf5d8c42b2a64d9e37c3f111f9', 'gw_port_host': None}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:48.885636 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f4c8c4-a52d-4595-8312-30bf643962cd None None] The sync data for ids ['5d828125-8bb7-4afd-8795-87a91d09fd15'] in dv-cinder-844605-1-iscsi is: [{'id': '5d828125-8bb7-4afd-8795-87a91d09fd15', 'name': 'tempest-TestShelveInstance-416610751-router', 'tenant_id': '2503c1cf5d8c42b2a64d9e37c3f111f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:46Z', 'updated_at': '2022-06-28T11:26:48Z', 'revision_number': 6, 'project_id': '2503c1cf5d8c42b2a64d9e37c3f111f9', 'gw_port_host': None}] {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:26:48.932035 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-d1f7f55e-6495-49f1-b6ed-712a5b3ab194 req-73fd011b-c449-47aa-8ba5-c390eab4dc20 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=858dd6bd-0811-4c19-b7f5-cedfc927c8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485725 Jun 28 11:26:48.998727 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.plugin [None req-e407f5a3-af46-44c8-a09c-5167b3e5b64d admin admin] Calling delete_port for f7b4c1d6-92fc-4fff-9d99-3bfbe2311de1 owned by network:router_gateway {{(pid=88178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:26:49.064741 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4386af4-29ee-494d-8e1c-6b065a3ffda1 req-423d3813-69c3-4513-b5cf-d1c267745cf6 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:49.066212 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-a4386af4-29ee-494d-8e1c-6b065a3ffda1 req-423d3813-69c3-4513-b5cf-d1c267745cf6 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/ports?device_id=c31b87cb-dcd1-45a8-a993-37c3d39bd830 HTTP/1.1" status: 200 len: 945 time: 0.2790067 Jun 28 11:26:49.138716 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-a4386af4-29ee-494d-8e1c-6b065a3ffda1 req-9f24882b-3c69-46c2-872e-1ea1130373a6 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/security-groups?id=59240f42-5ee9-4357-a242-d6ccb32541ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599132 Jun 28 11:26:49.217886 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-e407f5a3-af46-44c8-a09c-5167b3e5b64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782104357524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782103981240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287935'] for port, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:49.264266 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e407f5a3-af46-44c8-a09c-5167b3e5b64d admin admin] Pushing event deleted for resources: {'Port': ['ID=f7b4c1d6-92fc-4fff-9d99-3bfbe2311de1,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:49.341729 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e5eb12-f52f-4af3-bfde-9af4166ce953 req-96d1eabe-6be4-4eef-a6b4-d505b1069aa4 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:49.343534 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-35e5eb12-f52f-4af3-bfde-9af4166ce953 req-96d1eabe-6be4-4eef-a6b4-d505b1069aa4 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/ports?device_id=c31b87cb-dcd1-45a8-a993-37c3d39bd830 HTTP/1.1" status: 200 len: 945 time: 0.0999165 Jun 28 11:26:49.369817 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-e407f5a3-af46-44c8-a09c-5167b3e5b64d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362556'] for router_gateway, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:49.389121 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-35e5eb12-f52f-4af3-bfde-9af4166ce953 req-38afdda3-5fef-4957-b5a5-c2bfda3c208b tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/security-groups?id=59240f42-5ee9-4357-a242-d6ccb32541ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393322 Jun 28 11:26:49.414771 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 34400) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:49.494638 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2405c6d8-fcef-4d0d-8705-5dba83a14f78 tempest-TestVolumeBootPattern-1373586132 tempest-TestVolumeBootPattern-1373586132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:49.496345 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-2405c6d8-fcef-4d0d-8705-5dba83a14f78 tempest-TestVolumeBootPattern-1373586132 tempest-TestVolumeBootPattern-1373586132-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=c31b87cb-dcd1-45a8-a993-37c3d39bd830 HTTP/1.1" status: 200 len: 1093 time: 0.0804932 Jun 28 11:26:49.499007 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 34404) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:49.503856 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.v2.base [None req-6af2803f-6654-47cc-97a4-403e671b831a tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Request body: {'floatingip': {'floating_network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'port_id': 'b32af3bf-bcdf-49e5-b765-b5434577afc5', 'tenant_id': '34f9a4af464a4c14af73bb4bb8314982', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:26:49.509818 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-6af2803f-6654-47cc-97a4-403e671b831a tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:26:49.513822 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-6af2803f-6654-47cc-97a4-403e671b831a tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Usage tracker for resource:floatingip and tenant:34f9a4af464a4c14af73bb4bb8314982 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:26:49.517124 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-6af2803f-6654-47cc-97a4-403e671b831a tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:26:49.522798 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-6af2803f-6654-47cc-97a4-403e671b831a tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:26:49.534197 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-6af2803f-6654-47cc-97a4-403e671b831a tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks [] for floatingip, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:49.547713 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-e407f5a3-af46-44c8-a09c-5167b3e5b64d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5234'] for router, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:49.550052 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-e407f5a3-af46-44c8-a09c-5167b3e5b64d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:49.576187 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-e407f5a3-af46-44c8-a09c-5167b3e5b64d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-360925'] for router, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:49.576912 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e407f5a3-af46-44c8-a09c-5167b3e5b64d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d828125-8bb7-4afd-8795-87a91d09fd15 {{(pid=88178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 28 11:26:49.592141 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-e407f5a3-af46-44c8-a09c-5167b3e5b64d admin admin] Notify callbacks [] for router, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:49.593329 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-e407f5a3-af46-44c8-a09c-5167b3e5b64d admin admin] 10.222.0.23 "DELETE /v2.0/routers/5d828125-8bb7-4afd-8795-87a91d09fd15 HTTP/1.1" status: 204 len: 168 time: 1.4889374 Jun 28 11:26:49.595968 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 34408) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:49.657580 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.db_base_plugin_v2 [None req-38122cdf-34aa-4834-a0a1-27ecae1af069 admin admin] Deleting subnet 1240d738-e4e7-4148-bddc-acd086aacc0e {{(pid=88178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 28 11:26:49.660446 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-38122cdf-34aa-4834-a0a1-27ecae1af069 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:49.771094 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-6af2803f-6654-47cc-97a4-403e671b831a tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:49.805995 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device f7b4c1d6-92fc-4fff-9d99-3bfbe2311de1 no longer exists at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:26:49.832342 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-38122cdf-34aa-4834-a0a1-27ecae1af069 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2289234'] for subnet, precommit_delete_associations {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:49.844215 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] No Port match for: f7b4c1d6-92fc-4fff-9d99-3bfbe2311de1 {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:26:49.844949 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device f7b4c1d6-92fc-4fff-9d99-3bfbe2311de1 not bound to the agent host dv-cinder-844605-1-iscsi {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:26:49.845557 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 1238e17d-6209-46e6-aa8b-4d4f5eab2f56 no longer exists at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:26:49.883072 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] No Port match for: 1238e17d-6209-46e6-aa8b-4d4f5eab2f56 {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:26:49.883406 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 1238e17d-6209-46e6-aa8b-4d4f5eab2f56 not bound to the agent host dv-cinder-844605-1-iscsi {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:26:49.914819 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-38122cdf-34aa-4834-a0a1-27ecae1af069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7782429'] for subnet, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:49.931255 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.db_base_plugin_common [None req-6af2803f-6654-47cc-97a4-403e671b831a tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Allocated IP 172.27.2.236 (6387ef29-ddd8-4632-9016-e02c39923463/5f3766c0-f55a-400a-8fdd-81b5b17b1576/9d4c5fdb-56ed-483d-9084-c345baa475c1) {{(pid=88177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:26:50.001766 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-38122cdf-34aa-4834-a0a1-27ecae1af069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7782438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2287970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2482708'] for subnet, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:50.046634 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38122cdf-34aa-4834-a0a1-27ecae1af069 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1240d738-e4e7-4148-bddc-acd086aacc0e,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:50.058333 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee603aa-17a6-4467-a324-409d2698e7a1 None None] Network c78741d8-a86c-4092-8c21-17cb38182908 requested from dv-cinder-844605-1-iscsi {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:26:50.071603 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-38122cdf-34aa-4834-a0a1-27ecae1af069 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:50.078696 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-38122cdf-34aa-4834-a0a1-27ecae1af069 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1240d738-e4e7-4148-bddc-acd086aacc0e HTTP/1.1" status: 204 len: 168 time: 0.4817626 Jun 28 11:26:50.081024 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 34414) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:50.112121 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-6af2803f-6654-47cc-97a4-403e671b831a tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks [] for port, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:50.147162 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-6af2803f-6654-47cc-97a4-403e671b831a tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782103981231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2688079'] for port, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:50.225935 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af2803f-6654-47cc-97a4-403e671b831a tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Network 6387ef29-ddd8-4632-9016-e02c39923463 is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:26:50.229226 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.base_scheduler [None req-6af2803f-6654-47cc-97a4-403e671b831a tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:26:50.235589 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af2803f-6654-47cc-97a4-403e671b831a tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Received port after_create {{(pid=88177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:26:50.245528 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-48b1a3e1-83c8-4625-b938-0962a0831ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7702436'] for network, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:50.259630 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.plugin [None req-48b1a3e1-83c8-4625-b938-0962a0831ed2 admin admin] Deleting port 1eee4d8d-752a-4872-81c6-f50ab7bab00d {{(pid=88178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:26:50.259951 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-48b1a3e1-83c8-4625-b938-0962a0831ed2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:50.272978 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af2803f-6654-47cc-97a4-403e671b831a tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Pushing event updated for resources: {'Port': ['ID=9d4c5fdb-56ed-483d-9084-c345baa475c1,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:50.328545 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2f23d-b8d0-43c0-8357-82c4d063138c req-37d2f1f8-0a06-4f4a-aee4-bb69516c97d8 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:50.330034 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-64f2f23d-b8d0-43c0-8357-82c4d063138c req-37d2f1f8-0a06-4f4a-aee4-bb69516c97d8 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=ece67b1f-5854-4272-a4d5-928d10c57e55 HTTP/1.1" status: 200 len: 945 time: 0.2285576 Jun 28 11:26:50.343839 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8b765e-1cca-4310-af0f-7ac3dff8daec None None] DHCP port deletion for c78741d8-a86c-4092-8c21-17cb38182908 request from dv-cinder-844605-1-iscsi {{(pid=88179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 28 11:26:50.348038 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-5a8b765e-1cca-4310-af0f-7ac3dff8daec None None] Deleting port 1eee4d8d-752a-4872-81c6-f50ab7bab00d {{(pid=88179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:26:50.348486 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5a8b765e-1cca-4310-af0f-7ac3dff8daec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:50.482970 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-64f2f23d-b8d0-43c0-8357-82c4d063138c req-0c8d759e-55ff-4e37-bbb0-3ab535d0b36e tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=858dd6bd-0811-4c19-b7f5-cedfc927c8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229360 Jun 28 11:26:50.529186 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.db [None req-48b1a3e1-83c8-4625-b938-0962a0831ed2 admin admin] For port 1eee4d8d-752a-4872-81c6-f50ab7bab00d, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=1eee4d8d-752a-4872-81c6-f50ab7bab00d,segment=NetworkSegment(ec33b648-6e6f-4924-bee5-8d20d7349c6e),segment_id=ec33b648-6e6f-4924-bee5-8d20d7349c6e)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:26:50.529631 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-48b1a3e1-83c8-4625-b938-0962a0831ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:50.564826 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-5a8b765e-1cca-4310-af0f-7ac3dff8daec None None] For port 1eee4d8d-752a-4872-81c6-f50ab7bab00d, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=1eee4d8d-752a-4872-81c6-f50ab7bab00d,segment=NetworkSegment(ec33b648-6e6f-4924-bee5-8d20d7349c6e),segment_id=ec33b648-6e6f-4924-bee5-8d20d7349c6e)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:26:50.565244 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5a8b765e-1cca-4310-af0f-7ac3dff8daec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:50.667816 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.plugin [None req-48b1a3e1-83c8-4625-b938-0962a0831ed2 admin admin] Calling delete_port for 1eee4d8d-752a-4872-81c6-f50ab7bab00d owned by network:dhcp {{(pid=88178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:26:50.674918 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-6af2803f-6654-47cc-97a4-403e671b831a tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:50.690610 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-5a8b765e-1cca-4310-af0f-7ac3dff8daec None None] Calling delete_port for 1eee4d8d-752a-4872-81c6-f50ab7bab00d owned by network:dhcp {{(pid=88179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:26:50.751158 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-48b1a3e1-83c8-4625-b938-0962a0831ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782104357524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782103981240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287935'] for port, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:50.757065 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-6af2803f-6654-47cc-97a4-403e671b831a tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:50.771365 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.db.api [None req-5a8b765e-1cca-4310-af0f-7ac3dff8daec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 11:26:50.771719 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG oslo_db.api [None req-5a8b765e-1cca-4310-af0f-7ac3dff8daec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 11:26:50.798281 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b1a3e1-83c8-4625-b938-0962a0831ed2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1eee4d8d-752a-4872-81c6-f50ab7bab00d,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:50.801731 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b1a3e1-83c8-4625-b938-0962a0831ed2 admin admin] No DVR routers for this DVR port 1eee4d8d-752a-4872-81c6-f50ab7bab00d on host dv-cinder-844605-1-iscsi {{(pid=88178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:26:50.920305 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-48b1a3e1-83c8-4625-b938-0962a0831ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7788904', 'neutron.services.segments.db._delete_segments_for_network-8782104351353'] for network, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:50.949847 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.services.segments.db [None req-48b1a3e1-83c8-4625-b938-0962a0831ed2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c78741d8-a86c-4092-8c21-17cb38182908']}} {{(pid=88178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:50.962127 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.services.segments.db [None req-48b1a3e1-83c8-4625-b938-0962a0831ed2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec33b648-6e6f-4924-bee5-8d20d7349c6e') {'for_net_delete': True} {{(pid=88178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:50.962401 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.services.segments.db [None req-48b1a3e1-83c8-4625-b938-0962a0831ed2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec33b648-6e6f-4924-bee5-8d20d7349c6e') {} {{(pid=88178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:50.974346 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-48b1a3e1-83c8-4625-b938-0962a0831ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782104354196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2289243'] for segment, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:50.981364 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-6af2803f-6654-47cc-97a4-403e671b831a tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks [] for port, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:50.986963 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-6af2803f-6654-47cc-97a4-403e671b831a tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2688088'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:50.991400 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-48b1a3e1-83c8-4625-b938-0962a0831ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812087'] for segment, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:50.997849 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48b1a3e1-83c8-4625-b938-0962a0831ed2 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=88178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 11:26:50.998256 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-48b1a3e1-83c8-4625-b938-0962a0831ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7812088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2288076'] for segment, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:51.061379 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.services.segments.plugin [-] Segment ec33b648-6e6f-4924-bee5-8d20d7349c6e resource provider aggregate not found Jun 28 11:26:51.082490 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.services.segments.plugin [-] Segment ec33b648-6e6f-4924-bee5-8d20d7349c6e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ec33b648-6e6f-4924-bee5-8d20d7349c6e found for delete ", "request_id": "req-0211cd98-5cba-46fd-ba3d-7ea1ef706da5"}]} Jun 28 11:26:51.096200 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af2803f-6654-47cc-97a4-403e671b831a tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Pushing event updated for resources: {'Port': ['ID=9d4c5fdb-56ed-483d-9084-c345baa475c1,revision_number=2']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:51.097548 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-48b1a3e1-83c8-4625-b938-0962a0831ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7788903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361949'] for network, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:51.113403 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-6af2803f-6654-47cc-97a4-403e671b831a tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361935'] for floatingip, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:51.118734 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-48b1a3e1-83c8-4625-b938-0962a0831ed2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562711'] for network, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:51.131202 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b1a3e1-83c8-4625-b938-0962a0831ed2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c78741d8-a86c-4092-8c21-17cb38182908,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:51.136279 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-48b1a3e1-83c8-4625-b938-0962a0831ed2 admin admin] 10.222.0.23 "DELETE /v2.0/networks/c78741d8-a86c-4092-8c21-17cb38182908 HTTP/1.1" status: 204 len: 168 time: 1.0540905 Jun 28 11:26:51.265183 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 34424) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:51.273157 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-5a8b765e-1cca-4310-af0f-7ac3dff8daec None None] Deleting port 1eee4d8d-752a-4872-81c6-f50ab7bab00d {{(pid=88179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:26:51.273674 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-5a8b765e-1cca-4310-af0f-7ac3dff8daec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:51.290271 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.db.l3_db [None req-6af2803f-6654-47cc-97a4-403e671b831a tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Floating IP d2600c44-0460-4933-8186-dbb6a4434f65 associated. External IP: 172.27.2.236, port: b32af3bf-bcdf-49e5-b765-b5434577afc5. Jun 28 11:26:51.318107 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-906d09e9-b758-4e1e-b77d-340b9d892495 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=08c3c19c0c404bb6bf8989d879b1ea6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0492375 Jun 28 11:26:51.320451 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 34428) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:51.347159 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-5a8b765e-1cca-4310-af0f-7ac3dff8daec None None] The port '1eee4d8d-752a-4872-81c6-f50ab7bab00d' was deleted {{(pid=88179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 28 11:26:51.391940 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-45bb0a8a-9042-40cb-a639-69b51e60ff06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:51.419217 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-45bb0a8a-9042-40cb-a639-69b51e60ff06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:51.473729 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-45bb0a8a-9042-40cb-a639-69b51e60ff06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:51.489337 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bb0a8a-9042-40cb-a639-69b51e60ff06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1a379e-4dd9-4f23-8333-76773587014a,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:51.498627 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-45bb0a8a-9042-40cb-a639-69b51e60ff06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:51.500697 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-45bb0a8a-9042-40cb-a639-69b51e60ff06 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5d1a379e-4dd9-4f23-8333-76773587014a HTTP/1.1" status: 204 len: 168 time: 0.1784143 Jun 28 11:26:51.801385 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 1eee4d8d-752a-4872-81c6-f50ab7bab00d no longer exists at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:26:51.817780 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c682ec59-ee70-40cc-8ca5-37fb5517704d req-eb5e729c-91eb-41c9-958b-793efc04b9ac tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:51.819311 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c682ec59-ee70-40cc-8ca5-37fb5517704d req-eb5e729c-91eb-41c9-958b-793efc04b9ac tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=ece67b1f-5854-4272-a4d5-928d10c57e55 HTTP/1.1" status: 200 len: 945 time: 0.2009501 Jun 28 11:26:51.829552 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af2803f-6654-47cc-97a4-403e671b831a tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Router 2f29c13e-59da-4074-9512-ebd644417bb9 has already been hosted by L3 agent 65138fbb-a379-4cdd-9015-09db381edeba {{(pid=88177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:26:51.849203 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] No Port match for: 1eee4d8d-752a-4872-81c6-f50ab7bab00d {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:26:51.849623 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 1eee4d8d-752a-4872-81c6-f50ab7bab00d not bound to the agent host dv-cinder-844605-1-iscsi {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:26:51.885407 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 34438) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:51.925937 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c682ec59-ee70-40cc-8ca5-37fb5517704d req-ecf576d4-d18a-430e-a072-98681bd419c8 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=858dd6bd-0811-4c19-b7f5-cedfc927c8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993347 Jun 28 11:26:51.938817 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-44220759-8a9b-44ad-89b5-28a0c2e48d0c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2503c1cf5d8c42b2a64d9e37c3f111f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0522304 Jun 28 11:26:51.941602 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 34442) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:52.007079 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-117de3aa-1ed8-4265-a5db-a152fe94c7bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:52.034060 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-117de3aa-1ed8-4265-a5db-a152fe94c7bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:52.046326 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af2803f-6654-47cc-97a4-403e671b831a tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify agent at l3_agent.dv-cinder-844605-1-iscsi the message routers_updated {{(pid=88177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:26:52.056909 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfb3b5f-b54a-42f9-bda3-7874669e2803 None None] Sync routers for ids ['2f29c13e-59da-4074-9512-ebd644417bb9'] in dv-cinder-844605-1-iscsi {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:26:52.066695 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfb3b5f-b54a-42f9-bda3-7874669e2803 None None] Routers {'2f29c13e-59da-4074-9512-ebd644417bb9'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:26:52.067290 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-1cfb3b5f-b54a-42f9-bda3-7874669e2803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:26:38Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['2f29c13e-59da-4074-9512-ebd644417bb9'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:52.082204 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-6af2803f-6654-47cc-97a4-403e671b831a tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for floatingip, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:52.094421 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-117de3aa-1ed8-4265-a5db-a152fe94c7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:52.111175 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117de3aa-1ed8-4265-a5db-a152fe94c7bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be40e92-1bf2-4bd4-8947-2d04bee01671,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:52.124736 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-117de3aa-1ed8-4265-a5db-a152fe94c7bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:52.126007 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-117de3aa-1ed8-4265-a5db-a152fe94c7bb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3be40e92-1bf2-4bd4-8947-2d04bee01671 HTTP/1.1" status: 204 len: 168 time: 0.1833708 Jun 28 11:26:52.150421 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-6af2803f-6654-47cc-97a4-403e671b831a tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6482544 Jun 28 11:26:52.150421 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c31b87cb-dcd1-45a8-a993-37c3d39bd830', 'tag': 'b32af3bf-bcdf-49e5-b765-b5434577afc5'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:26:52.197794 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66abca0c-79ea-4507-b009-d1c5b9e6126a'] response: {'name': 'network-changed', 'server_uuid': 'c31b87cb-dcd1-45a8-a993-37c3d39bd830', 'tag': 'b32af3bf-bcdf-49e5-b765-b5434577afc5', 'status': 'completed', 'code': 200} Jun 28 11:26:52.300433 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9746be4d-984e-422a-a60e-77083f5e9b39 req-bd383cb0-24cf-4e0c-867a-6cd5d9ede51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:52.302530 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-9746be4d-984e-422a-a60e-77083f5e9b39 req-bd383cb0-24cf-4e0c-867a-6cd5d9ede51f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=34f9a4af464a4c14af73bb4bb8314982&device_id=c31b87cb-dcd1-45a8-a993-37c3d39bd830 HTTP/1.1" status: 200 len: 1098 time: 0.0844874 Jun 28 11:26:52.307068 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-1cfb3b5f-b54a-42f9-bda3-7874669e2803 None None] Set router 2f29c13e-59da-4074-9512-ebd644417bb9 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:26:52.458640 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9746be4d-984e-422a-a60e-77083f5e9b39 req-001581bc-e734-4775-af99-fd1bc6e65bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:52.460926 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-9746be4d-984e-422a-a60e-77083f5e9b39 req-001581bc-e734-4775-af99-fd1bc6e65bac service neutron] 10.222.0.43 "GET /v2.0/networks?id=0d6307f0-ba10-44a7-b3d3-c9e66a22edf8 HTTP/1.1" status: 200 len: 913 time: 0.1515775 Jun 28 11:26:52.582336 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-9746be4d-984e-422a-a60e-77083f5e9b39 req-6f3ed818-4f64-4d6e-9232-e9f77e732b4b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b32af3bf-bcdf-49e5-b765-b5434577afc5 HTTP/1.1" status: 200 len: 999 time: 0.1155403 Jun 28 11:26:52.644155 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9746be4d-984e-422a-a60e-77083f5e9b39 req-339dec25-7301-4a18-91ef-28afe1319f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:52.645623 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-9746be4d-984e-422a-a60e-77083f5e9b39 req-339dec25-7301-4a18-91ef-28afe1319f66 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1b0b29df-7b1f-4317-a6ef-bd3cb4e8ea72 HTTP/1.1" status: 200 len: 851 time: 0.0579255 Jun 28 11:26:52.693640 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-1cfb3b5f-b54a-42f9-bda3-7874669e2803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'name': 'tempest-TestVolumeBootPattern-2058041356-router', 'tenant_id': '34f9a4af464a4c14af73bb4bb8314982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd27a713a-0ce2-4d4f-91f9-7db720aed5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:17Z', 'updated_at': '2022-06-28T11:21:24Z', 'revision_number': 4, 'project_id': '34f9a4af464a4c14af73bb4bb8314982', 'gw_port': {'id': 'd27a713a-0ce2-4d4f-91f9-7db720aed5c7', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:18Z', 'updated_at': '2022-06-28T11:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_floatingips': [{'id': 'b9588ba3-d9c9-443c-8156-48f6e0178cbe', 'tenant_id': '34f9a4af464a4c14af73bb4bb8314982', 'floating_ip_address': '172.27.2.140', 'floating_network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'router_id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'port_id': '40de6cb6-ca53-4711-a80a-c30c8d7123b6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d6307f0-ba10-44a7-b3d3-c9e66a22edf8', 'mac_address': 'fa:16:3e:08:00:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff5b7d2-bbca-4e85-8cdb-263de353d633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:24:52Z', 'updated_at': '2022-06-28T11:24:56Z', 'revision_number': 1, 'project_id': '34f9a4af464a4c14af73bb4bb8314982', 'fixed_ip_address_scope': None}, {'id': 'd2600c44-0460-4933-8186-dbb6a4434f65', 'tenant_id': '34f9a4af464a4c14af73bb4bb8314982', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'router_id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'port_id': 'b32af3bf-bcdf-49e5-b765-b5434577afc5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d6307f0-ba10-44a7-b3d3-c9e66a22edf8', 'mac_address': 'fa:16:3e:26:86:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31b87cb-dcd1-45a8-a993-37c3d39bd830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:26:50Z', 'updated_at': '2022-06-28T11:26:50Z', 'revision_number': 0, 'project_id': '34f9a4af464a4c14af73bb4bb8314982', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddd4b7f5-7b12-4809-bdc0-eaad5a415bbd', 'name': '', 'network_id': '0d6307f0-ba10-44a7-b3d3-c9e66a22edf8', 'tenant_id': '34f9a4af464a4c14af73bb4bb8314982', 'mac_address': 'fa:16:3e:8e:bd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '1b0b29df-7b1f-4317-a6ef-bd3cb4e8ea72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:23Z', 'updated_at': '2022-06-28T11:21:30Z', 'revision_number': 5, 'project_id': '34f9a4af464a4c14af73bb4bb8314982', 'subnets': [{'id': '1b0b29df-7b1f-4317-a6ef-bd3cb4e8ea72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:52.697819 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfb3b5f-b54a-42f9-bda3-7874669e2803 None None] Checking router: 2f29c13e-59da-4074-9512-ebd644417bb9 for host: dv-cinder-844605-1-iscsi {{(pid=88179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:26:52.706657 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfb3b5f-b54a-42f9-bda3-7874669e2803 None None] Routers {'2f29c13e-59da-4074-9512-ebd644417bb9'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:26:52.707254 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-1cfb3b5f-b54a-42f9-bda3-7874669e2803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:26:38Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['2f29c13e-59da-4074-9512-ebd644417bb9'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:52.733029 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9746be4d-984e-422a-a60e-77083f5e9b39 req-3f684553-a1a0-4a83-aac5-8f46cfb241dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:52.734515 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-9746be4d-984e-422a-a60e-77083f5e9b39 req-3f684553-a1a0-4a83-aac5-8f46cfb241dc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0d6307f0-ba10-44a7-b3d3-c9e66a22edf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0828493 Jun 28 11:26:52.870383 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-9746be4d-984e-422a-a60e-77083f5e9b39 req-504bc2e8-7246-43f4-994e-0a58254ea3fe service neutron] 10.222.0.43 "GET /v2.0/networks/0d6307f0-ba10-44a7-b3d3-c9e66a22edf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294072 Jun 28 11:26:52.902005 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-1cfb3b5f-b54a-42f9-bda3-7874669e2803 None None] Set router 2f29c13e-59da-4074-9512-ebd644417bb9 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:26:53.160970 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-9746be4d-984e-422a-a60e-77083f5e9b39 req-8cc2f841-ac31-43c2-91da-39fc08bb9869 service neutron] 10.222.0.43 "GET /v2.0/networks/0d6307f0-ba10-44a7-b3d3-c9e66a22edf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848046 Jun 28 11:26:53.188850 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb4b0de-f16c-4ce5-a8e0-a308242a3ece req-ef26ba59-e064-494c-859f-3c8a2b4c104a tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:53.188850 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-ccb4b0de-f16c-4ce5-a8e0-a308242a3ece req-ef26ba59-e064-494c-859f-3c8a2b4c104a tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=ece67b1f-5854-4272-a4d5-928d10c57e55 HTTP/1.1" status: 200 len: 945 time: 0.1185594 Jun 28 11:26:53.237251 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-ccb4b0de-f16c-4ce5-a8e0-a308242a3ece req-7deace30-ddf6-4048-a5b1-2b02889f1b8b tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=858dd6bd-0811-4c19-b7f5-cedfc927c8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446579 Jun 28 11:26:53.261213 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-1cfb3b5f-b54a-42f9-bda3-7874669e2803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'name': 'tempest-TestVolumeBootPattern-2058041356-router', 'tenant_id': '34f9a4af464a4c14af73bb4bb8314982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd27a713a-0ce2-4d4f-91f9-7db720aed5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:17Z', 'updated_at': '2022-06-28T11:21:24Z', 'revision_number': 4, 'project_id': '34f9a4af464a4c14af73bb4bb8314982', 'gw_port': {'id': 'd27a713a-0ce2-4d4f-91f9-7db720aed5c7', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:18Z', 'updated_at': '2022-06-28T11:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_floatingips': [{'id': 'b9588ba3-d9c9-443c-8156-48f6e0178cbe', 'tenant_id': '34f9a4af464a4c14af73bb4bb8314982', 'floating_ip_address': '172.27.2.140', 'floating_network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'router_id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'port_id': '40de6cb6-ca53-4711-a80a-c30c8d7123b6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d6307f0-ba10-44a7-b3d3-c9e66a22edf8', 'mac_address': 'fa:16:3e:08:00:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff5b7d2-bbca-4e85-8cdb-263de353d633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:24:52Z', 'updated_at': '2022-06-28T11:24:56Z', 'revision_number': 1, 'project_id': '34f9a4af464a4c14af73bb4bb8314982', 'fixed_ip_address_scope': None}, {'id': 'd2600c44-0460-4933-8186-dbb6a4434f65', 'tenant_id': '34f9a4af464a4c14af73bb4bb8314982', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'router_id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'port_id': 'b32af3bf-bcdf-49e5-b765-b5434577afc5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d6307f0-ba10-44a7-b3d3-c9e66a22edf8', 'mac_address': 'fa:16:3e:26:86:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31b87cb-dcd1-45a8-a993-37c3d39bd830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:26:50Z', 'updated_at': '2022-06-28T11:26:50Z', 'revision_number': 0, 'project_id': '34f9a4af464a4c14af73bb4bb8314982', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddd4b7f5-7b12-4809-bdc0-eaad5a415bbd', 'name': '', 'network_id': '0d6307f0-ba10-44a7-b3d3-c9e66a22edf8', 'tenant_id': '34f9a4af464a4c14af73bb4bb8314982', 'mac_address': 'fa:16:3e:8e:bd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '1b0b29df-7b1f-4317-a6ef-bd3cb4e8ea72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:23Z', 'updated_at': '2022-06-28T11:21:30Z', 'revision_number': 5, 'project_id': '34f9a4af464a4c14af73bb4bb8314982', 'subnets': [{'id': '1b0b29df-7b1f-4317-a6ef-bd3cb4e8ea72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:53.265579 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfb3b5f-b54a-42f9-bda3-7874669e2803 None None] The sync data for ids ['2f29c13e-59da-4074-9512-ebd644417bb9'] in dv-cinder-844605-1-iscsi is: [{'id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'name': 'tempest-TestVolumeBootPattern-2058041356-router', 'tenant_id': '34f9a4af464a4c14af73bb4bb8314982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd27a713a-0ce2-4d4f-91f9-7db720aed5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:17Z', 'updated_at': '2022-06-28T11:21:24Z', 'revision_number': 4, 'project_id': '34f9a4af464a4c14af73bb4bb8314982', 'gw_port': {'id': 'd27a713a-0ce2-4d4f-91f9-7db720aed5c7', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:18Z', 'updated_at': '2022-06-28T11:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_floatingips': [{'id': 'b9588ba3-d9c9-443c-8156-48f6e0178cbe', 'tenant_id': '34f9a4af464a4c14af73bb4bb8314982', 'floating_ip_address': '172.27.2.140', 'floating_network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'router_id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'port_id': '40de6cb6-ca53-4711-a80a-c30c8d7123b6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d6307f0-ba10-44a7-b3d3-c9e66a22edf8', 'mac_address': 'fa:16:3e:08:00:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff5b7d2-bbca-4e85-8cdb-263de353d633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:24:52Z', 'updated_at': '2022-06-28T11:24:56Z', 'revision_number': 1, 'project_id': '34f9a4af464a4c14af73bb4bb8314982', 'fixed_ip_address_scope': None}, {'id': 'd2600c44-0460-4933-8186-dbb6a4434f65', 'tenant_id': '34f9a4af464a4c14af73bb4bb8314982', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'router_id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'port_id': 'b32af3bf-bcdf-49e5-b765-b5434577afc5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d6307f0-ba10-44a7-b3d3-c9e66a22edf8', 'mac_address': 'fa:16:3e:26:86:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31b87cb-dcd1-45a8-a993-37c3d39bd830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:26:50Z', 'updated_at': '2022-06-28T11:26:50Z', 'revision_number': 0, 'project_id': '34f9a4af464a4c14af73bb4bb8314982', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddd4b7f5-7b12-4809-bdc0-eaad5a415bbd', 'name': '', 'network_id': '0d6307f0-ba10-44a7-b3d3-c9e66a22edf8', 'tenant_id': '34f9a4af464a4c14af73bb4bb8314982', 'mac_address': 'fa:16:3e:8e:bd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '1b0b29df-7b1f-4317-a6ef-bd3cb4e8ea72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:23Z', 'updated_at': '2022-06-28T11:21:30Z', 'revision_number': 5, 'project_id': '34f9a4af464a4c14af73bb4bb8314982', 'subnets': [{'id': '1b0b29df-7b1f-4317-a6ef-bd3cb4e8ea72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:26:53.483080 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00971aef-9a51-40b6-a940-471e0f68ddba None None] New status for floating IP d2600c44-0460-4933-8186-dbb6a4434f65: ACTIVE {{(pid=88180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:26:54.563032 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5cafbd-4313-43e5-9cf7-781b38cc2576 req-05d5d768-5a24-4333-aa76-953d29375115 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:54.564403 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-2e5cafbd-4313-43e5-9cf7-781b38cc2576 req-05d5d768-5a24-4333-aa76-953d29375115 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=ece67b1f-5854-4272-a4d5-928d10c57e55 HTTP/1.1" status: 200 len: 945 time: 0.2021592 Jun 28 11:26:54.610648 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-2e5cafbd-4313-43e5-9cf7-781b38cc2576 req-09632e0f-652c-408c-a77c-411cd12cb244 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=858dd6bd-0811-4c19-b7f5-cedfc927c8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404608 Jun 28 11:26:55.838366 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3cface-da11-40f2-9dca-6529a30473a7 req-50e16d74-1851-4b24-8d66-dc7d987c10ed tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:55.839739 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-cb3cface-da11-40f2-9dca-6529a30473a7 req-50e16d74-1851-4b24-8d66-dc7d987c10ed tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=ece67b1f-5854-4272-a4d5-928d10c57e55 HTTP/1.1" status: 200 len: 945 time: 0.1045804 Jun 28 11:26:55.885893 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-cb3cface-da11-40f2-9dca-6529a30473a7 req-9eb8a107-7514-443e-9124-9cfa4d3d6fde tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=858dd6bd-0811-4c19-b7f5-cedfc927c8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401876 Jun 28 11:26:57.109178 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d2fc34-c17a-446e-8a75-1e7071b01939 req-c7c7e0d4-a8be-44a1-b573-6fea926058b9 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:57.110732 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-b8d2fc34-c17a-446e-8a75-1e7071b01939 req-c7c7e0d4-a8be-44a1-b573-6fea926058b9 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=ece67b1f-5854-4272-a4d5-928d10c57e55 HTTP/1.1" status: 200 len: 945 time: 0.1005995 Jun 28 11:26:57.159657 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-b8d2fc34-c17a-446e-8a75-1e7071b01939 req-72071e4b-0991-4173-b658-da45f57b4b5a tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=858dd6bd-0811-4c19-b7f5-cedfc927c8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399067 Jun 28 11:26:58.386542 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d946f5-213d-4f49-8711-1446b2b535e5 req-906527e8-4dca-4d07-b8df-be8d32ee83d5 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:58.387987 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-a9d946f5-213d-4f49-8711-1446b2b535e5 req-906527e8-4dca-4d07-b8df-be8d32ee83d5 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=ece67b1f-5854-4272-a4d5-928d10c57e55 HTTP/1.1" status: 200 len: 945 time: 0.1027563 Jun 28 11:26:58.433977 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-a9d946f5-213d-4f49-8711-1446b2b535e5 req-bed3723a-80cc-4e8d-a8e3-b9ad2b430322 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=858dd6bd-0811-4c19-b7f5-cedfc927c8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396640 Jun 28 11:26:59.656186 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a61f3-ced3-42ae-8f11-d18cd2b05e43 req-f108d494-26e4-4a28-95da-76c6ee967e9e tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:59.657675 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-6e3a61f3-ced3-42ae-8f11-d18cd2b05e43 req-f108d494-26e4-4a28-95da-76c6ee967e9e tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=ece67b1f-5854-4272-a4d5-928d10c57e55 HTTP/1.1" status: 200 len: 945 time: 0.0970647 Jun 28 11:26:59.704475 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-6e3a61f3-ced3-42ae-8f11-d18cd2b05e43 req-c359cf20-98fd-47fc-bfd8-072b79ff9bbb tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=858dd6bd-0811-4c19-b7f5-cedfc927c8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389664 Jun 28 11:26:59.732827 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:00.914540 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8213ae6-3d9f-470c-8da3-f68ff4e36bc2 req-5faa0b77-502f-4c4c-a267-f8bb251b3650 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:00.916009 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-d8213ae6-3d9f-470c-8da3-f68ff4e36bc2 req-5faa0b77-502f-4c4c-a267-f8bb251b3650 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=ece67b1f-5854-4272-a4d5-928d10c57e55 HTTP/1.1" status: 200 len: 945 time: 0.0918515 Jun 28 11:27:00.963738 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-d8213ae6-3d9f-470c-8da3-f68ff4e36bc2 req-58f43bc7-3f2d-411f-8514-e5fa7ba58528 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=858dd6bd-0811-4c19-b7f5-cedfc927c8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417285 Jun 28 11:27:02.198912 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db0915-df1d-4f95-8aca-30799b6355ba req-b70c0105-8a5f-4efb-bd23-83d590b2b8c1 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:02.200344 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-62db0915-df1d-4f95-8aca-30799b6355ba req-b70c0105-8a5f-4efb-bd23-83d590b2b8c1 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=ece67b1f-5854-4272-a4d5-928d10c57e55 HTTP/1.1" status: 200 len: 945 time: 0.1105895 Jun 28 11:27:02.245690 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-62db0915-df1d-4f95-8aca-30799b6355ba req-ddc7ef92-ebfe-4837-953c-7682edac095a tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=858dd6bd-0811-4c19-b7f5-cedfc927c8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390711 Jun 28 11:27:03.456699 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e01874-b03e-4161-afc6-badffbc5977d req-0e4cb18c-c88b-41fa-a32a-c42937096212 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:03.458734 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-47e01874-b03e-4161-afc6-badffbc5977d req-0e4cb18c-c88b-41fa-a32a-c42937096212 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=ece67b1f-5854-4272-a4d5-928d10c57e55 HTTP/1.1" status: 200 len: 945 time: 0.0909271 Jun 28 11:27:03.513695 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-47e01874-b03e-4161-afc6-badffbc5977d req-3b3b7e5b-c8c0-4f66-9ba4-d27ec2556bd7 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=858dd6bd-0811-4c19-b7f5-cedfc927c8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491912 Jun 28 11:27:04.470597 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-36918dae-b632-4bdc-957f-79a17bff831f req-fa3dd382-7b42-4166-8069-a84f81e7a822 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dff5b7d2-bbca-4e85-8cdb-263de353d633&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2558508 Jun 28 11:27:04.580762 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36918dae-b632-4bdc-957f-79a17bff831f req-4661d8b3-80ed-4b60-bc51-5299e091eb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:04.582678 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-36918dae-b632-4bdc-957f-79a17bff831f req-4661d8b3-80ed-4b60-bc51-5299e091eb6f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=34f9a4af464a4c14af73bb4bb8314982&device_id=dff5b7d2-bbca-4e85-8cdb-263de353d633 HTTP/1.1" status: 200 len: 1098 time: 0.0891144 Jun 28 11:27:04.725168 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf3d3d2-29cc-45a9-84f6-1f92ac42972e req-170e43a3-0a24-45ce-9c77-ebc9b03c4325 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:04.726661 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-daf3d3d2-29cc-45a9-84f6-1f92ac42972e req-170e43a3-0a24-45ce-9c77-ebc9b03c4325 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=ece67b1f-5854-4272-a4d5-928d10c57e55 HTTP/1.1" status: 200 len: 945 time: 0.0960357 Jun 28 11:27:04.740780 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36918dae-b632-4bdc-957f-79a17bff831f req-9e9c2d1f-7ea3-4ae6-bf66-48f313e24818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:04.742218 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-36918dae-b632-4bdc-957f-79a17bff831f req-9e9c2d1f-7ea3-4ae6-bf66-48f313e24818 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0d6307f0-ba10-44a7-b3d3-c9e66a22edf8 HTTP/1.1" status: 200 len: 913 time: 0.1369905 Jun 28 11:27:04.771891 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-daf3d3d2-29cc-45a9-84f6-1f92ac42972e req-725db401-2e37-4e16-8d5a-a45455e1f7c9 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=858dd6bd-0811-4c19-b7f5-cedfc927c8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393848 Jun 28 11:27:04.860571 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-36918dae-b632-4bdc-957f-79a17bff831f req-ec885e42-a504-4196-bbe3-c9bc4807d9a0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40de6cb6-ca53-4711-a80a-c30c8d7123b6 HTTP/1.1" status: 200 len: 1001 time: 0.1114295 Jun 28 11:27:04.927447 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36918dae-b632-4bdc-957f-79a17bff831f req-32d4cf64-9b88-48a6-8ca3-1f026b679d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:04.928940 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-36918dae-b632-4bdc-957f-79a17bff831f req-32d4cf64-9b88-48a6-8ca3-1f026b679d3c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1b0b29df-7b1f-4317-a6ef-bd3cb4e8ea72 HTTP/1.1" status: 200 len: 851 time: 0.0607722 Jun 28 11:27:05.018518 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36918dae-b632-4bdc-957f-79a17bff831f req-323e4c17-8e0b-4817-9876-c5a84c6df400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:05.020170 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-36918dae-b632-4bdc-957f-79a17bff831f req-323e4c17-8e0b-4817-9876-c5a84c6df400 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0d6307f0-ba10-44a7-b3d3-c9e66a22edf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0842502 Jun 28 11:27:05.033448 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [req-36918dae-b632-4bdc-957f-79a17bff831f req-ac0bf689-7888-4c88-8e70-22ad675a7efc service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=88177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 11:27:05.034804 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-36918dae-b632-4bdc-957f-79a17bff831f req-ac0bf689-7888-4c88-8e70-22ad675a7efc service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070479 Jun 28 11:27:05.190349 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-36918dae-b632-4bdc-957f-79a17bff831f req-527a2c09-0a45-4c50-a055-c5bdab3ac55f service neutron] 10.222.0.43 "GET /v2.0/networks/0d6307f0-ba10-44a7-b3d3-c9e66a22edf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439607 Jun 28 11:27:05.331640 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-36918dae-b632-4bdc-957f-79a17bff831f req-9b9af0c4-7a6b-41b0-aa22-05199d9cec9c service neutron] 10.222.0.43 "GET /v2.0/networks/0d6307f0-ba10-44a7-b3d3-c9e66a22edf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338460 Jun 28 11:27:05.971048 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5388650c-1e14-41ec-a7a5-e7b79efa6394 req-178f2911-6c94-49b0-9f57-6a94f87425b6 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:05.972608 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-5388650c-1e14-41ec-a7a5-e7b79efa6394 req-178f2911-6c94-49b0-9f57-6a94f87425b6 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=ece67b1f-5854-4272-a4d5-928d10c57e55 HTTP/1.1" status: 200 len: 945 time: 0.0890057 Jun 28 11:27:06.027010 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-5388650c-1e14-41ec-a7a5-e7b79efa6394 req-147f7507-4480-4f63-a22a-4fda558f340d tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=858dd6bd-0811-4c19-b7f5-cedfc927c8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451415 Jun 28 11:27:06.260490 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-3a56e875-7d8a-4794-8d1a-b5c96e602dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:06.309153 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device 2f35d1cf-b284-493d-bd26-ebb9543f2a93 details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=88179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:27:06.463725 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port 2f35d1cf-b284-493d-bd26-ebb9543f2a93, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=2f35d1cf-b284-493d-bd26-ebb9543f2a93,segment=NetworkSegment(51f9b8b0-6a4d-4001-8198-b45cfc46d70a),segment_id=51f9b8b0-6a4d-4001-8198-b45cfc46d70a)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:27:06.534152 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Returning: {'device': '2f35d1cf-b284-493d-bd26-ebb9543f2a93', 'network_id': '834bcaca-3130-4f84-b609-7440f584eba2', 'port_id': '2f35d1cf-b284-493d-bd26-ebb9543f2a93', 'mac_address': 'fa:16:3e:88:27:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f33935-ebca-42b8-ae35-d32bc58dfdca', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:27:06.597150 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Current status of the port 2f35d1cf-b284-493d-bd26-ebb9543f2a93 is: ACTIVE; New status is: BUILD {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:27:06.597530 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:06.617190 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2f35d1cf-b284-493d-bd26-ebb9543f2a93 {{(pid=88179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:27:06.634255 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port 2f35d1cf-b284-493d-bd26-ebb9543f2a93, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=2f35d1cf-b284-493d-bd26-ebb9543f2a93,segment=NetworkSegment(51f9b8b0-6a4d-4001-8198-b45cfc46d70a),segment_id=51f9b8b0-6a4d-4001-8198-b45cfc46d70a)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:27:06.639613 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:06.717918 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Pushing event updated for resources: {'Port': ['ID=2f35d1cf-b284-493d-bd26-ebb9543f2a93,revision_number=6']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:27:06.725429 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:27:06.725774 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:27:06.726126 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:27:06.726458 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:27:06.726807 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:27:06.727139 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:27:06.727454 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:27:06.727758 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:27:06.728083 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:27:06.728405 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:27:06.728744 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:27:06.729066 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:27:06.734535 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] get_ports_and_sgs() called for port_ids ['2f35d1cf-b284-493d-bd26-ebb9543f2a93'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:27:07.265583 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f1c99-41d9-44ea-8a4e-9dd38d5553fb req-b2d434a3-daa1-4841-8562-9631f8c441d7 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:07.267695 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-0c7f1c99-41d9-44ea-8a4e-9dd38d5553fb req-b2d434a3-daa1-4841-8562-9631f8c441d7 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=ece67b1f-5854-4272-a4d5-928d10c57e55 HTTP/1.1" status: 200 len: 944 time: 0.1211963 Jun 28 11:27:07.322691 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-0c7f1c99-41d9-44ea-8a4e-9dd38d5553fb req-7b3fd95d-fbc2-4728-8c1c-480753706743 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=858dd6bd-0811-4c19-b7f5-cedfc927c8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449862 Jun 28 11:27:08.320002 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device 2f35d1cf-b284-493d-bd26-ebb9543f2a93 up at agent hyperv_hv-cinder-84460 {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:27:08.423940 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Provisioning complete for port 2f35d1cf-b284-493d-bd26-ebb9543f2a93 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:27:08.424879 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:08.495367 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a35d470f-2e99-4d9b-9621-2d03db69a3a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:08.560473 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e9653-ebda-40e1-824d-a166c00912c7 req-49e8c02c-6e2b-4bba-96cb-c118bdc9c94b tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:08.564950 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-4a2e9653-ebda-40e1-824d-a166c00912c7 req-49e8c02c-6e2b-4bba-96cb-c118bdc9c94b tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=ece67b1f-5854-4272-a4d5-928d10c57e55 HTTP/1.1" status: 200 len: 944 time: 0.1123626 Jun 28 11:27:08.584004 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Current status of the port 2f35d1cf-b284-493d-bd26-ebb9543f2a93 is: BUILD; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:27:08.584292 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:08.617732 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ece67b1f-5854-4272-a4d5-928d10c57e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f35d1cf-b284-493d-bd26-ebb9543f2a93'}] {{(pid=88179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:27:08.628247 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port 2f35d1cf-b284-493d-bd26-ebb9543f2a93, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=2f35d1cf-b284-493d-bd26-ebb9543f2a93,segment=NetworkSegment(51f9b8b0-6a4d-4001-8198-b45cfc46d70a),segment_id=51f9b8b0-6a4d-4001-8198-b45cfc46d70a)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:27:08.633377 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-4a2e9653-ebda-40e1-824d-a166c00912c7 req-608011a4-0cca-4f34-b24d-fa14fd3a4919 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=858dd6bd-0811-4c19-b7f5-cedfc927c8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609498 Jun 28 11:27:08.633900 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:08.688158 dv-cinder-844605-1-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d365b64c-8458-493c-bb7e-b62d06fddb2d'] response: {'server_uuid': 'ece67b1f-5854-4272-a4d5-928d10c57e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f35d1cf-b284-493d-bd26-ebb9543f2a93', 'code': 200} Jun 28 11:27:08.719915 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Pushing event updated for resources: {'Port': ['ID=2f35d1cf-b284-493d-bd26-ebb9543f2a93,revision_number=7']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:27:09.651014 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b58b1c24-9254-4745-9794-e7d1435c798c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:09.811142 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:09.948973 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c04a55-7600-4fd0-907d-da6e1f02d50f req-341576fa-6fe6-4502-84ee-721b75b1c748 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:09.951084 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b3c04a55-7600-4fd0-907d-da6e1f02d50f req-341576fa-6fe6-4502-84ee-721b75b1c748 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=ece67b1f-5854-4272-a4d5-928d10c57e55 HTTP/1.1" status: 200 len: 945 time: 0.2057781 Jun 28 11:27:10.013261 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b3c04a55-7600-4fd0-907d-da6e1f02d50f req-368e1373-3dd4-4810-bd9a-1ac705eb81a3 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=858dd6bd-0811-4c19-b7f5-cedfc927c8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559032 Jun 28 11:27:10.975906 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-90b31af6-315a-40c1-95e8-9ba1745e2d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:11.243671 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0ccf68-14e1-4dab-95de-eeb9c04c7ac3 req-47a8b701-0f22-4543-bd1a-44ff8492552d tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:11.249601 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-9a0ccf68-14e1-4dab-95de-eeb9c04c7ac3 req-47a8b701-0f22-4543-bd1a-44ff8492552d tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=ece67b1f-5854-4272-a4d5-928d10c57e55 HTTP/1.1" status: 200 len: 945 time: 0.1114602 Jun 28 11:27:11.313948 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-9a0ccf68-14e1-4dab-95de-eeb9c04c7ac3 req-4bc84c87-f731-4372-8bd5-151a4625a9b5 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=858dd6bd-0811-4c19-b7f5-cedfc927c8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610399 Jun 28 11:27:12.535366 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa54db9-d7fe-4dba-b924-8d37536264d8 req-4d49c5a0-ac44-412f-bbc5-9ba0c94e8bf2 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:12.538187 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-9fa54db9-d7fe-4dba-b924-8d37536264d8 req-4d49c5a0-ac44-412f-bbc5-9ba0c94e8bf2 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=ece67b1f-5854-4272-a4d5-928d10c57e55 HTTP/1.1" status: 200 len: 945 time: 0.1046293 Jun 28 11:27:12.591057 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-9fa54db9-d7fe-4dba-b924-8d37536264d8 req-0c7c1fcf-5e57-47a9-8521-030244b81eeb tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=858dd6bd-0811-4c19-b7f5-cedfc927c8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464013 Jun 28 11:27:13.830750 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32831f13-6197-45f9-9b09-17f8698fe24b req-cfec7921-39e7-4d7c-b09c-573e95cf0837 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:13.833151 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-32831f13-6197-45f9-9b09-17f8698fe24b req-cfec7921-39e7-4d7c-b09c-573e95cf0837 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=ece67b1f-5854-4272-a4d5-928d10c57e55 HTTP/1.1" status: 200 len: 945 time: 0.1167715 Jun 28 11:27:13.886734 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-32831f13-6197-45f9-9b09-17f8698fe24b req-3ba5bdd8-4d2c-4616-9879-eb938244d410 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=858dd6bd-0811-4c19-b7f5-cedfc927c8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471954 Jun 28 11:27:15.168085 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac44c9-c29d-497b-b229-29774f9f6981 req-a080475c-aa5a-457f-a73c-a411624d78b4 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:15.175056 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-0cac44c9-c29d-497b-b229-29774f9f6981 req-a080475c-aa5a-457f-a73c-a411624d78b4 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=ece67b1f-5854-4272-a4d5-928d10c57e55 HTTP/1.1" status: 200 len: 945 time: 0.1176302 Jun 28 11:27:15.217370 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-0cac44c9-c29d-497b-b229-29774f9f6981 req-014e2a77-a97f-42f0-8af4-bcfe66aefdce tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=858dd6bd-0811-4c19-b7f5-cedfc927c8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411236 Jun 28 11:27:15.636821 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.agents_db [None req-fef25e13-dc2d-42bf-aa2e-f684c08e94a6 None None] Agent healthcheck: found 6 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:27:16.255743 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d9f0c7-52b5-48a4-880d-569833a4c817 req-08fd5b20-b51b-422e-add9-d88907213f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:16.257271 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c4d9f0c7-52b5-48a4-880d-569833a4c817 req-08fd5b20-b51b-422e-add9-d88907213f24 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8c5a6ea60f634bcda4032eca1bf6f9f2&device_id=ece67b1f-5854-4272-a4d5-928d10c57e55 HTTP/1.1" status: 200 len: 1098 time: 0.0848980 Jun 28 11:27:16.395280 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d9f0c7-52b5-48a4-880d-569833a4c817 req-0eb8724c-5194-48c1-bf7b-70223e2a0926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:16.396868 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c4d9f0c7-52b5-48a4-880d-569833a4c817 req-0eb8724c-5194-48c1-bf7b-70223e2a0926 service neutron] 10.222.0.43 "GET /v2.0/networks?id=834bcaca-3130-4f84-b609-7440f584eba2 HTTP/1.1" status: 200 len: 918 time: 0.1295130 Jun 28 11:27:16.430382 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c793db-3982-496d-a7c6-9c8f70e78b34 req-c9267780-5eea-4b3a-bad8-32a04fc80924 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:16.431855 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-77c793db-3982-496d-a7c6-9c8f70e78b34 req-c9267780-5eea-4b3a-bad8-32a04fc80924 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=ece67b1f-5854-4272-a4d5-928d10c57e55 HTTP/1.1" status: 200 len: 945 time: 0.0939107 Jun 28 11:27:16.477949 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-77c793db-3982-496d-a7c6-9c8f70e78b34 req-357d81e7-49f3-411a-ac59-d1a54c99dad9 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=858dd6bd-0811-4c19-b7f5-cedfc927c8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403564 Jun 28 11:27:16.498468 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c4d9f0c7-52b5-48a4-880d-569833a4c817 req-bccd0070-9ccb-4096-b478-df72c7dfff0b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f35d1cf-b284-493d-bd26-ebb9543f2a93 HTTP/1.1" status: 200 len: 1001 time: 0.0951154 Jun 28 11:27:16.567893 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d9f0c7-52b5-48a4-880d-569833a4c817 req-761cd14b-5047-4c95-8954-f1fe64d022b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:16.569591 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c4d9f0c7-52b5-48a4-880d-569833a4c817 req-761cd14b-5047-4c95-8954-f1fe64d022b1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a5f33935-ebca-42b8-ae35-d32bc58dfdca HTTP/1.1" status: 200 len: 856 time: 0.0654984 Jun 28 11:27:16.657549 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d9f0c7-52b5-48a4-880d-569833a4c817 req-d2a79c47-d4f7-43f8-9d62-1e22a906f8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:16.659007 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c4d9f0c7-52b5-48a4-880d-569833a4c817 req-d2a79c47-d4f7-43f8-9d62-1e22a906f8f5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=834bcaca-3130-4f84-b609-7440f584eba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0832202 Jun 28 11:27:16.793528 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c4d9f0c7-52b5-48a4-880d-569833a4c817 req-ecd8ecb1-b84a-41e4-a3b9-eee213692e39 service neutron] 10.222.0.43 "GET /v2.0/networks/834bcaca-3130-4f84-b609-7440f584eba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277895 Jun 28 11:27:16.938817 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c4d9f0c7-52b5-48a4-880d-569833a4c817 req-ded2802c-56de-4896-8b57-bdf2b24c197c service neutron] 10.222.0.43 "GET /v2.0/networks/834bcaca-3130-4f84-b609-7440f584eba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394804 Jun 28 11:27:17.715164 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0abfd20-0a30-42a2-be7d-955f7d26945f req-11788241-de23-48d0-85b7-89aa20b1f346 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:17.716661 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-f0abfd20-0a30-42a2-be7d-955f7d26945f req-11788241-de23-48d0-85b7-89aa20b1f346 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=ece67b1f-5854-4272-a4d5-928d10c57e55 HTTP/1.1" status: 200 len: 945 time: 0.1120927 Jun 28 11:27:17.763090 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-f0abfd20-0a30-42a2-be7d-955f7d26945f req-1d2317d7-b7e1-4c07-9b01-a7c2576de2bb tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=858dd6bd-0811-4c19-b7f5-cedfc927c8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406244 Jun 28 11:27:18.978645 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c31ec-24c4-4c7d-8c85-76c403c65cc4 req-85594ba6-e800-4d9e-9a56-be35662156b7 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:18.980137 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-d02c31ec-24c4-4c7d-8c85-76c403c65cc4 req-85594ba6-e800-4d9e-9a56-be35662156b7 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=ece67b1f-5854-4272-a4d5-928d10c57e55 HTTP/1.1" status: 200 len: 945 time: 0.0936565 Jun 28 11:27:19.035837 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-d02c31ec-24c4-4c7d-8c85-76c403c65cc4 req-204514f7-52bc-4adf-b6cb-c4c911da83b8 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=858dd6bd-0811-4c19-b7f5-cedfc927c8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498044 Jun 28 11:27:20.375910 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device 2f35d1cf-b284-493d-bd26-ebb9543f2a93 no longer exists at agent hyperv_hv-cinder-84460 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:27:20.499724 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Current status of the port 2f35d1cf-b284-493d-bd26-ebb9543f2a93 is: ACTIVE; New status is: DOWN {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:27:20.500130 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:20.527894 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ece67b1f-5854-4272-a4d5-928d10c57e55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f35d1cf-b284-493d-bd26-ebb9543f2a93'}] {{(pid=88179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:27:20.542370 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port 2f35d1cf-b284-493d-bd26-ebb9543f2a93, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=2f35d1cf-b284-493d-bd26-ebb9543f2a93,segment=NetworkSegment(51f9b8b0-6a4d-4001-8198-b45cfc46d70a),segment_id=51f9b8b0-6a4d-4001-8198-b45cfc46d70a)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:27:20.547986 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:20.602532 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69424f65-1959-412c-aeb1-58ae4776e355 req-65784972-6986-4683-8dbf-824c23e44116 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:20.604547 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-69424f65-1959-412c-aeb1-58ae4776e355 req-65784972-6986-4683-8dbf-824c23e44116 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=ece67b1f-5854-4272-a4d5-928d10c57e55 HTTP/1.1" status: 200 len: 945 time: 0.1604490 Jun 28 11:27:20.612649 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-3b8e70ea-659e-4efa-b05a-9bdd0e976df5 req-cc847999-0ce6-4c13-a06a-0cd8fddee5d9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ece67b1f-5854-4272-a4d5-928d10c57e55&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1244075 Jun 28 11:27:20.638355 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Pushing event updated for resources: {'Port': ['ID=2f35d1cf-b284-493d-bd26-ebb9543f2a93,revision_number=8']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:27:20.658854 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-69424f65-1959-412c-aeb1-58ae4776e355 req-506e7635-49b5-4b32-8851-d717606bad1f tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=858dd6bd-0811-4c19-b7f5-cedfc927c8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452187 Jun 28 11:27:20.723429 dv-cinder-844605-1-iscsi neutron-server[88179]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-6c6b0d3e-fc2a-4eaf-bfae-4d3067b54b36']: {'server_uuid': 'ece67b1f-5854-4272-a4d5-928d10c57e55', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2f35d1cf-b284-493d-bd26-ebb9543f2a93', 'code': 422} returned with failed status Jun 28 11:27:21.696677 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8e70ea-659e-4efa-b05a-9bdd0e976df5 req-7ac7c2b8-b5b4-48bd-9bf7-aeaf0935d115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:21.698183 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-3b8e70ea-659e-4efa-b05a-9bdd0e976df5 req-7ac7c2b8-b5b4-48bd-9bf7-aeaf0935d115 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ece67b1f-5854-4272-a4d5-928d10c57e55&tenant_id=8c5a6ea60f634bcda4032eca1bf6f9f2 HTTP/1.1" status: 200 len: 1096 time: 0.0872180 Jun 28 11:27:21.799931 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8e70ea-659e-4efa-b05a-9bdd0e976df5 req-255c8314-dd42-4d9b-ad7d-78af3a4e2088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:21.801461 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-3b8e70ea-659e-4efa-b05a-9bdd0e976df5 req-255c8314-dd42-4d9b-ad7d-78af3a4e2088 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8c5a6ea60f634bcda4032eca1bf6f9f2&device_id=ece67b1f-5854-4272-a4d5-928d10c57e55 HTTP/1.1" status: 200 len: 1096 time: 0.0817904 Jun 28 11:27:21.858322 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02196c57-1863-4183-b817-7a31beca0893 req-3e1063d8-00d8-4f74-85b7-3a7be129289b tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:21.859631 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-02196c57-1863-4183-b817-7a31beca0893 req-3e1063d8-00d8-4f74-85b7-3a7be129289b tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=ece67b1f-5854-4272-a4d5-928d10c57e55 HTTP/1.1" status: 200 len: 943 time: 0.0901906 Jun 28 11:27:21.909690 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-02196c57-1863-4183-b817-7a31beca0893 req-49b644ae-d706-4228-80a5-252083df3879 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=858dd6bd-0811-4c19-b7f5-cedfc927c8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439680 Jun 28 11:27:21.937668 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8e70ea-659e-4efa-b05a-9bdd0e976df5 req-226eef84-5a48-429b-9b37-ce9dd0816bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:21.939155 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-3b8e70ea-659e-4efa-b05a-9bdd0e976df5 req-226eef84-5a48-429b-9b37-ce9dd0816bd9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=834bcaca-3130-4f84-b609-7440f584eba2 HTTP/1.1" status: 200 len: 918 time: 0.1306677 Jun 28 11:27:22.047047 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-3b8e70ea-659e-4efa-b05a-9bdd0e976df5 req-337ad483-1fdc-4a62-8bbf-408979af1600 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f35d1cf-b284-493d-bd26-ebb9543f2a93 HTTP/1.1" status: 200 len: 999 time: 0.1012483 Jun 28 11:27:22.118610 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8e70ea-659e-4efa-b05a-9bdd0e976df5 req-d77e6f02-250d-4ca2-8694-efb68462cef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:22.120036 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-3b8e70ea-659e-4efa-b05a-9bdd0e976df5 req-d77e6f02-250d-4ca2-8694-efb68462cef4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a5f33935-ebca-42b8-ae35-d32bc58dfdca HTTP/1.1" status: 200 len: 856 time: 0.0661860 Jun 28 11:27:22.297256 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8e70ea-659e-4efa-b05a-9bdd0e976df5 req-94087456-d4d5-4ab8-95c4-6bf3688cb54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:22.298641 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-3b8e70ea-659e-4efa-b05a-9bdd0e976df5 req-94087456-d4d5-4ab8-95c4-6bf3688cb54c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=834bcaca-3130-4f84-b609-7440f584eba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1726909 Jun 28 11:27:22.433556 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-3b8e70ea-659e-4efa-b05a-9bdd0e976df5 req-2f4dfd50-c58f-4395-ac68-d0ee6afba31b service neutron] 10.222.0.43 "GET /v2.0/networks/834bcaca-3130-4f84-b609-7440f584eba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284997 Jun 28 11:27:22.578369 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-3b8e70ea-659e-4efa-b05a-9bdd0e976df5 req-1bf7fa11-6eda-4e9a-9d0f-c5c0211984bf service neutron] 10.222.0.43 "GET /v2.0/networks/834bcaca-3130-4f84-b609-7440f584eba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385868 Jun 28 11:27:23.130866 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef30ee63-fa22-47ca-83fe-d2dc3399ddf2 req-0206140a-0c85-4c42-b05e-2e45298f6319 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:23.133330 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-ef30ee63-fa22-47ca-83fe-d2dc3399ddf2 req-0206140a-0c85-4c42-b05e-2e45298f6319 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=ece67b1f-5854-4272-a4d5-928d10c57e55 HTTP/1.1" status: 200 len: 943 time: 0.1002731 Jun 28 11:27:23.204808 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-ef30ee63-fa22-47ca-83fe-d2dc3399ddf2 req-6c0f8b8e-a202-4872-abcc-53d19db29145 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=858dd6bd-0811-4c19-b7f5-cedfc927c8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653307 Jun 28 11:27:24.425814 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da82398a-5ee8-4dae-b114-8f626c188e60 req-b5a928c7-33c4-4c31-bcc5-e59a4bfafb7a tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:24.427253 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-da82398a-5ee8-4dae-b114-8f626c188e60 req-b5a928c7-33c4-4c31-bcc5-e59a4bfafb7a tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=ece67b1f-5854-4272-a4d5-928d10c57e55 HTTP/1.1" status: 200 len: 943 time: 0.0959492 Jun 28 11:27:24.473731 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-da82398a-5ee8-4dae-b114-8f626c188e60 req-4ec034ef-355d-494d-a2f7-4456421b3384 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=858dd6bd-0811-4c19-b7f5-cedfc927c8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407465 Jun 28 11:27:25.699682 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773592d3-3fa8-4038-946c-f718f2b704dc req-1c1b55fc-dbf2-481f-b825-6ade62b190a9 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:25.701331 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-773592d3-3fa8-4038-946c-f718f2b704dc req-1c1b55fc-dbf2-481f-b825-6ade62b190a9 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=ece67b1f-5854-4272-a4d5-928d10c57e55 HTTP/1.1" status: 200 len: 943 time: 0.0991423 Jun 28 11:27:25.751223 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-773592d3-3fa8-4038-946c-f718f2b704dc req-53768de7-2c3c-47cc-9ff8-7697a4c17402 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=858dd6bd-0811-4c19-b7f5-cedfc927c8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429251 Jun 28 11:27:26.982385 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963aac2-17db-40a3-8d25-776a8db29906 req-d09e032f-b03f-4240-86d6-ce61b23f049b tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:26.983933 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-4963aac2-17db-40a3-8d25-776a8db29906 req-d09e032f-b03f-4240-86d6-ce61b23f049b tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=ece67b1f-5854-4272-a4d5-928d10c57e55 HTTP/1.1" status: 200 len: 943 time: 0.1049438 Jun 28 11:27:27.034210 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-4963aac2-17db-40a3-8d25-776a8db29906 req-6f5badd3-fb44-447b-bc3f-e0f1b2d855da tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=858dd6bd-0811-4c19-b7f5-cedfc927c8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426211 Jun 28 11:27:28.249591 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fccf766-b91c-4cc5-86c0-f79a7859deb0 req-f56ad2da-10af-4165-980d-4052cda82aeb tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:28.251005 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-7fccf766-b91c-4cc5-86c0-f79a7859deb0 req-f56ad2da-10af-4165-980d-4052cda82aeb tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=ece67b1f-5854-4272-a4d5-928d10c57e55 HTTP/1.1" status: 200 len: 943 time: 0.0994124 Jun 28 11:27:28.299364 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-7fccf766-b91c-4cc5-86c0-f79a7859deb0 req-c867dcf7-289e-4b59-8123-b957014d9a6c tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=858dd6bd-0811-4c19-b7f5-cedfc927c8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422776 Jun 28 11:27:29.507765 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba2b95-8ec7-48b9-ac05-31d75ec76fd3 req-7968b582-3cb9-4a70-aad0-d065054fa5c6 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:29.509345 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-cfba2b95-8ec7-48b9-ac05-31d75ec76fd3 req-7968b582-3cb9-4a70-aad0-d065054fa5c6 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=ece67b1f-5854-4272-a4d5-928d10c57e55 HTTP/1.1" status: 200 len: 943 time: 0.0926468 Jun 28 11:27:29.559661 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-cfba2b95-8ec7-48b9-ac05-31d75ec76fd3 req-dc783c40-cb40-41be-af09-51c71c223ec4 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=858dd6bd-0811-4c19-b7f5-cedfc927c8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434062 Jun 28 11:27:29.753544 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:30.769259 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9543d5-04b1-4ebb-8a64-ae45f7cb1909 req-eb96b687-ed9d-4806-af91-4d89230b5ca2 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:30.770757 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-1a9543d5-04b1-4ebb-8a64-ae45f7cb1909 req-eb96b687-ed9d-4806-af91-4d89230b5ca2 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=ece67b1f-5854-4272-a4d5-928d10c57e55 HTTP/1.1" status: 200 len: 943 time: 0.0914435 Jun 28 11:27:30.816950 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-1a9543d5-04b1-4ebb-8a64-ae45f7cb1909 req-2764f9a4-cd0d-4261-8a96-93137912c13b tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=858dd6bd-0811-4c19-b7f5-cedfc927c8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397794 Jun 28 11:27:32.018040 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80744c71-8e50-47c8-bbb8-4343eafed9d3 req-120cc682-c933-4955-adb3-b751f857c749 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:32.019484 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-80744c71-8e50-47c8-bbb8-4343eafed9d3 req-120cc682-c933-4955-adb3-b751f857c749 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=ece67b1f-5854-4272-a4d5-928d10c57e55 HTTP/1.1" status: 200 len: 943 time: 0.0916355 Jun 28 11:27:32.064348 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-80744c71-8e50-47c8-bbb8-4343eafed9d3 req-d6576235-9563-4943-977f-2e4b0bd0918e tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=858dd6bd-0811-4c19-b7f5-cedfc927c8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387986 Jun 28 11:27:33.293128 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d3974-6896-4b93-aacb-a0413763fd5e req-fe50888b-81b4-4838-a2a8-80a588522e6d tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:33.294486 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-7a9d3974-6896-4b93-aacb-a0413763fd5e req-fe50888b-81b4-4838-a2a8-80a588522e6d tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=ece67b1f-5854-4272-a4d5-928d10c57e55 HTTP/1.1" status: 200 len: 943 time: 0.0971045 Jun 28 11:27:33.338333 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-7a9d3974-6896-4b93-aacb-a0413763fd5e req-325235d6-b2b9-4625-9aef-f619ad159530 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=858dd6bd-0811-4c19-b7f5-cedfc927c8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380421 Jun 28 11:27:34.422465 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device 2f35d1cf-b284-493d-bd26-ebb9543f2a93 details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=88179) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:27:34.550792 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cea34f6-9081-48cb-8a52-5ad8131e826e req-f613c01a-b157-420e-8028-854e2581e38a tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:34.552253 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-6cea34f6-9081-48cb-8a52-5ad8131e826e req-f613c01a-b157-420e-8028-854e2581e38a tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=ece67b1f-5854-4272-a4d5-928d10c57e55 HTTP/1.1" status: 200 len: 943 time: 0.0924559 Jun 28 11:27:34.563767 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port 2f35d1cf-b284-493d-bd26-ebb9543f2a93, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=2f35d1cf-b284-493d-bd26-ebb9543f2a93,segment=NetworkSegment(51f9b8b0-6a4d-4001-8198-b45cfc46d70a),segment_id=51f9b8b0-6a4d-4001-8198-b45cfc46d70a)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:27:34.577324 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Returning: {'device': '2f35d1cf-b284-493d-bd26-ebb9543f2a93', 'network_id': '834bcaca-3130-4f84-b609-7440f584eba2', 'port_id': '2f35d1cf-b284-493d-bd26-ebb9543f2a93', 'mac_address': 'fa:16:3e:88:27:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f33935-ebca-42b8-ae35-d32bc58dfdca', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88179) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:27:34.597347 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-6cea34f6-9081-48cb-8a52-5ad8131e826e req-f6221178-991c-4a6d-a7e4-7d27073a3573 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=858dd6bd-0811-4c19-b7f5-cedfc927c8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391574 Jun 28 11:27:34.631799 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Current status of the port 2f35d1cf-b284-493d-bd26-ebb9543f2a93 is: DOWN; New status is: BUILD {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:27:34.632106 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:34.649046 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f35d1cf-b284-493d-bd26-ebb9543f2a93 {{(pid=88179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:27:34.664669 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port 2f35d1cf-b284-493d-bd26-ebb9543f2a93, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=2f35d1cf-b284-493d-bd26-ebb9543f2a93,segment=NetworkSegment(51f9b8b0-6a4d-4001-8198-b45cfc46d70a),segment_id=51f9b8b0-6a4d-4001-8198-b45cfc46d70a)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:27:34.671593 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:34.742999 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Pushing event updated for resources: {'Port': ['ID=2f35d1cf-b284-493d-bd26-ebb9543f2a93,revision_number=9']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:27:34.905933 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] get_ports_and_sgs() called for port_ids ['2f35d1cf-b284-493d-bd26-ebb9543f2a93'] {{(pid=88179) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:27:35.806163 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c5577-a566-4762-be7e-cc32bef771ea req-0f84abbe-871c-4c92-b9c6-cec3ae9aa0fb tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:35.807952 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-134c5577-a566-4762-be7e-cc32bef771ea req-0f84abbe-871c-4c92-b9c6-cec3ae9aa0fb tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=ece67b1f-5854-4272-a4d5-928d10c57e55 HTTP/1.1" status: 200 len: 944 time: 0.0954998 Jun 28 11:27:35.859955 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-134c5577-a566-4762-be7e-cc32bef771ea req-24aad020-7fb9-47b4-a91e-781e577d3dfc tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=858dd6bd-0811-4c19-b7f5-cedfc927c8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459056 Jun 28 11:27:36.262571 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-52f6bd8a-0000-4248-ab88-4134115bd5ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:36.437849 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device 2f35d1cf-b284-493d-bd26-ebb9543f2a93 up at agent hyperv_hv-cinder-84460 {{(pid=88179) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:27:36.515116 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.provisioning_blocks [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Provisioning complete for port 2f35d1cf-b284-493d-bd26-ebb9543f2a93 triggered by entity L2. {{(pid=88179) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:27:36.515709 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7711991'] for port, provisioning_complete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:36.644103 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Current status of the port 2f35d1cf-b284-493d-bd26-ebb9543f2a93 is: BUILD; New status is: ACTIVE {{(pid=88179) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:27:36.644702 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7834103'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:36.679052 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ece67b1f-5854-4272-a4d5-928d10c57e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f35d1cf-b284-493d-bd26-ebb9543f2a93'}] {{(pid=88179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:27:36.689065 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] For port 2f35d1cf-b284-493d-bd26-ebb9543f2a93, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=2f35d1cf-b284-493d-bd26-ebb9543f2a93,segment=NetworkSegment(51f9b8b0-6a4d-4001-8198-b45cfc46d70a),segment_id=51f9b8b0-6a4d-4001-8198-b45cfc46d70a)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:27:36.695858 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782104357497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782103981249', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782103981294'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:36.732394 dv-cinder-844605-1-iscsi neutron-server[88179]: INFO neutron.notifiers.nova [-] Nova event matching ['req-105b992f-3c55-43de-80cc-e1911cfa858d'] response: {'server_uuid': 'ece67b1f-5854-4272-a4d5-928d10c57e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f35d1cf-b284-493d-bd26-ebb9543f2a93', 'code': 200} Jun 28 11:27:36.765680 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Pushing event updated for resources: {'Port': ['ID=2f35d1cf-b284-493d-bd26-ebb9543f2a93,revision_number=10']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:27:37.058690 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae2111-62d4-4283-9116-2be5a747ac75 req-41c1abf9-b50a-49a0-ac30-d5a6bff2185d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:37.060094 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-9dae2111-62d4-4283-9116-2be5a747ac75 req-41c1abf9-b50a-49a0-ac30-d5a6bff2185d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ece67b1f-5854-4272-a4d5-928d10c57e55 HTTP/1.1" status: 200 len: 1099 time: 0.1411939 Jun 28 11:27:37.097480 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ec41a-131e-4988-b8ac-0f6af33c41e0 req-69674f43-6183-4f2b-b45e-0eb8f5ff8364 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:37.098864 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-df8ec41a-131e-4988-b8ac-0f6af33c41e0 req-69674f43-6183-4f2b-b45e-0eb8f5ff8364 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=ece67b1f-5854-4272-a4d5-928d10c57e55 HTTP/1.1" status: 200 len: 946 time: 0.1205735 Jun 28 11:27:37.128422 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-9dae2111-62d4-4283-9116-2be5a747ac75 req-fe87cc66-eed2-4e64-9710-3d58fd88cf6f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=858dd6bd-0811-4c19-b7f5-cedfc927c8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614467 Jun 28 11:27:37.150271 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-df8ec41a-131e-4988-b8ac-0f6af33c41e0 req-7a2fd85a-f2f2-496a-859f-dd2428f7d1c6 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=858dd6bd-0811-4c19-b7f5-cedfc927c8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449140 Jun 28 11:27:38.384961 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df462439-b0ac-47a3-b878-54bd2a7e8ea5 req-b8e42e87-a3d1-4bef-a4af-dec319e366a9 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:38.386641 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-df462439-b0ac-47a3-b878-54bd2a7e8ea5 req-b8e42e87-a3d1-4bef-a4af-dec319e366a9 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=ece67b1f-5854-4272-a4d5-928d10c57e55 HTTP/1.1" status: 200 len: 946 time: 0.0989814 Jun 28 11:27:38.411655 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-af35f927-ffd6-492e-a817-c7b8f28c0831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:38.437495 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-df462439-b0ac-47a3-b878-54bd2a7e8ea5 req-f6c0d702-7bdd-4f47-bea4-c5f9dd35836c tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=858dd6bd-0811-4c19-b7f5-cedfc927c8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446258 Jun 28 11:27:39.658220 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b58b1c24-9254-4745-9794-e7d1435c798c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:39.658851 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84615f92-cb1f-4800-9227-09e2070f10f3 req-5fc7d953-d961-48ae-84a8-0e51bd94ba24 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:39.659521 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-84615f92-cb1f-4800-9227-09e2070f10f3 req-5fc7d953-d961-48ae-84a8-0e51bd94ba24 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=ece67b1f-5854-4272-a4d5-928d10c57e55 HTTP/1.1" status: 200 len: 946 time: 0.1019514 Jun 28 11:27:39.705365 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-84615f92-cb1f-4800-9227-09e2070f10f3 req-17739c5b-1f40-4c21-ab4a-52b1c05e4609 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=858dd6bd-0811-4c19-b7f5-cedfc927c8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397105 Jun 28 11:27:39.824101 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:40.982339 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-90b31af6-315a-40c1-95e8-9ba1745e2d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:52.642600 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.agents_db [None req-fef25e13-dc2d-42bf-aa2e-f684c08e94a6 None None] Agent healthcheck: found 6 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:27:59.789760 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:04.885569 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-5b69a7ab-a6cc-40c1-8397-f02b563d1df8 req-1e8f7fa7-a07b-4a2e-b816-c3d5ec967ea5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dff5b7d2-bbca-4e85-8cdb-263de353d633&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0760362 Jun 28 11:28:05.046950 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b69a7ab-a6cc-40c1-8397-f02b563d1df8 req-45b9705a-8589-4e25-b099-a4bed97a510e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:28:05.048437 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-5b69a7ab-a6cc-40c1-8397-f02b563d1df8 req-45b9705a-8589-4e25-b099-a4bed97a510e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=34f9a4af464a4c14af73bb4bb8314982&device_id=dff5b7d2-bbca-4e85-8cdb-263de353d633 HTTP/1.1" status: 200 len: 1098 time: 0.0928946 Jun 28 11:28:05.195374 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b69a7ab-a6cc-40c1-8397-f02b563d1df8 req-9da677d9-668c-4009-abad-d8e9711ca877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:28:05.196784 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-5b69a7ab-a6cc-40c1-8397-f02b563d1df8 req-9da677d9-668c-4009-abad-d8e9711ca877 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0d6307f0-ba10-44a7-b3d3-c9e66a22edf8 HTTP/1.1" status: 200 len: 913 time: 0.1289294 Jun 28 11:28:05.394030 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-5b69a7ab-a6cc-40c1-8397-f02b563d1df8 req-ce26de75-28d2-410a-8c8a-7836fbdcf1ff service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40de6cb6-ca53-4711-a80a-c30c8d7123b6 HTTP/1.1" status: 200 len: 1001 time: 0.1904199 Jun 28 11:28:05.459731 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b69a7ab-a6cc-40c1-8397-f02b563d1df8 req-a3edf7c0-068f-4ecf-b1bb-84f17f43ef14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:28:05.461178 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-5b69a7ab-a6cc-40c1-8397-f02b563d1df8 req-a3edf7c0-068f-4ecf-b1bb-84f17f43ef14 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1b0b29df-7b1f-4317-a6ef-bd3cb4e8ea72 HTTP/1.1" status: 200 len: 851 time: 0.0617340 Jun 28 11:28:05.547216 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b69a7ab-a6cc-40c1-8397-f02b563d1df8 req-76c62bd2-e31c-40c2-b4e7-c50fb66f02e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:28:05.548807 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-5b69a7ab-a6cc-40c1-8397-f02b563d1df8 req-76c62bd2-e31c-40c2-b4e7-c50fb66f02e3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0d6307f0-ba10-44a7-b3d3-c9e66a22edf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0806141 Jun 28 11:28:05.679733 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-5b69a7ab-a6cc-40c1-8397-f02b563d1df8 req-86cf8a44-6c7f-4ac4-90c2-a79b60c4e5ac service neutron] 10.222.0.43 "GET /v2.0/networks/0d6307f0-ba10-44a7-b3d3-c9e66a22edf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245511 Jun 28 11:28:05.819037 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-5b69a7ab-a6cc-40c1-8397-f02b563d1df8 req-60959c0d-a6e4-462f-b917-63ea98fafb80 service neutron] 10.222.0.43 "GET /v2.0/networks/0d6307f0-ba10-44a7-b3d3-c9e66a22edf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326532 Jun 28 11:28:06.258155 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f596d3c2-0812-4160-b05f-64ac02523012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:08.406661 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-f205f748-ba37-44e1-b361-75d166e4c3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:09.654593 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b58b1c24-9254-4745-9794-e7d1435c798c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:09.818981 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:10.986201 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-90b31af6-315a-40c1-95e8-9ba1745e2d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:11.696619 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd667834-b5b1-45d7-991e-f6ac6bd0ce8d req-d236641a-d431-4acd-87ae-95d98b9ee85b tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:28:11.698098 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-fd667834-b5b1-45d7-991e-f6ac6bd0ce8d req-d236641a-d431-4acd-87ae-95d98b9ee85b tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=ece67b1f-5854-4272-a4d5-928d10c57e55 HTTP/1.1" status: 200 len: 946 time: 0.0956461 Jun 28 11:28:11.745471 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-fd667834-b5b1-45d7-991e-f6ac6bd0ce8d req-d2470725-37a9-4923-b044-9d8903d411d2 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=858dd6bd-0811-4c19-b7f5-cedfc927c8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413837 Jun 28 11:28:13.042544 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad2541-8f4a-4617-8051-e15de78e8515 req-00c897c2-19b5-4632-8594-e8c1df90a841 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:28:13.043941 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-08ad2541-8f4a-4617-8051-e15de78e8515 req-00c897c2-19b5-4632-8594-e8c1df90a841 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.43 "GET /v2.0/ports?device_id=ece67b1f-5854-4272-a4d5-928d10c57e55 HTTP/1.1" status: 200 len: 946 time: 0.1406546 Jun 28 11:28:13.126776 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [req-08ad2541-8f4a-4617-8051-e15de78e8515 req-86cc1270-3045-40d0-b9a0-f58a07fc530a tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Deleting port 2f35d1cf-b284-493d-bd26-ebb9543f2a93 {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:28:13.127060 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-08ad2541-8f4a-4617-8051-e15de78e8515 req-86cc1270-3045-40d0-b9a0-f58a07fc530a tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:13.186566 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba30edb-a194-49e1-a0f8-7f0198fad579 req-6643625a-b7b6-4afd-bc89-66d96d7e05fd tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:28:13.188045 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-bba30edb-a194-49e1-a0f8-7f0198fad579 req-6643625a-b7b6-4afd-bc89-66d96d7e05fd tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=ece67b1f-5854-4272-a4d5-928d10c57e55 HTTP/1.1" status: 200 len: 946 time: 0.2070990 Jun 28 11:28:13.286906 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-bba30edb-a194-49e1-a0f8-7f0198fad579 req-f459a311-23e0-421c-9531-9f14bf92d842 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups?id=858dd6bd-0811-4c19-b7f5-cedfc927c8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929606 Jun 28 11:28:13.423356 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.db [req-08ad2541-8f4a-4617-8051-e15de78e8515 req-86cc1270-3045-40d0-b9a0-f58a07fc530a tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] For port 2f35d1cf-b284-493d-bd26-ebb9543f2a93, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=2f35d1cf-b284-493d-bd26-ebb9543f2a93,segment=NetworkSegment(51f9b8b0-6a4d-4001-8198-b45cfc46d70a),segment_id=51f9b8b0-6a4d-4001-8198-b45cfc46d70a)] {{(pid=88177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:28:13.423691 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-08ad2541-8f4a-4617-8051-e15de78e8515 req-86cc1270-3045-40d0-b9a0-f58a07fc530a tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:13.711983 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-08ad2541-8f4a-4617-8051-e15de78e8515 req-86cc1270-3045-40d0-b9a0-f58a07fc530a tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:13.712350 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-08ad2541-8f4a-4617-8051-e15de78e8515 req-86cc1270-3045-40d0-b9a0-f58a07fc530a tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361935'] for floatingip, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:13.712687 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.db.l3_db [req-08ad2541-8f4a-4617-8051-e15de78e8515 req-86cc1270-3045-40d0-b9a0-f58a07fc530a tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Floating IP 896abfbb-c140-4c6c-8e55-317f5971af37 disassociated. External IP: 172.27.2.252, port: 2f35d1cf-b284-493d-bd26-ebb9543f2a93. Jun 28 11:28:13.713028 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [req-08ad2541-8f4a-4617-8051-e15de78e8515 req-86cc1270-3045-40d0-b9a0-f58a07fc530a tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Calling delete_port for 2f35d1cf-b284-493d-bd26-ebb9543f2a93 owned by compute:nova {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:28:13.867257 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-08ad2541-8f4a-4617-8051-e15de78e8515 req-86cc1270-3045-40d0-b9a0-f58a07fc530a tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782104357524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782103981240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2688079'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:13.919088 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cc1270-3045-40d0-b9a0-f58a07fc530a tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Pushing event deleted for resources: {'Port': ['ID=2f35d1cf-b284-493d-bd26-ebb9543f2a93,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:28:13.929929 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc1270-3045-40d0-b9a0-f58a07fc530a tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:28:13.930272 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc1270-3045-40d0-b9a0-f58a07fc530a tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:28:13.930609 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc1270-3045-40d0-b9a0-f58a07fc530a tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:28:13.930942 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc1270-3045-40d0-b9a0-f58a07fc530a tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:28:13.931269 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc1270-3045-40d0-b9a0-f58a07fc530a tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:28:13.931603 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc1270-3045-40d0-b9a0-f58a07fc530a tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:28:13.931926 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc1270-3045-40d0-b9a0-f58a07fc530a tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:28:13.932247 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc1270-3045-40d0-b9a0-f58a07fc530a tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:28:13.932569 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc1270-3045-40d0-b9a0-f58a07fc530a tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:28:13.932898 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc1270-3045-40d0-b9a0-f58a07fc530a tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:28:13.933228 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc1270-3045-40d0-b9a0-f58a07fc530a tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:28:13.933537 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc1270-3045-40d0-b9a0-f58a07fc530a tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:28:14.205532 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.l3_agent_scheduler [req-08ad2541-8f4a-4617-8051-e15de78e8515 req-86cc1270-3045-40d0-b9a0-f58a07fc530a tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Router ab57ce83-a02e-406f-9b16-03bd9e22a1d4 has already been hosted by L3 agent 65138fbb-a379-4cdd-9015-09db381edeba {{(pid=88177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:28:14.398525 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-08ad2541-8f4a-4617-8051-e15de78e8515 req-86cc1270-3045-40d0-b9a0-f58a07fc530a tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify agent at l3_agent.dv-cinder-844605-1-iscsi the message routers_updated {{(pid=88177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:28:14.411255 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acf546d-b844-493c-82ab-95c4db73962d None None] Sync routers for ids ['ab57ce83-a02e-406f-9b16-03bd9e22a1d4'] in dv-cinder-844605-1-iscsi {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:28:14.422176 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acf546d-b844-493c-82ab-95c4db73962d None None] Routers {'ab57ce83-a02e-406f-9b16-03bd9e22a1d4'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:28:14.423813 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-8acf546d-b844-493c-82ab-95c4db73962d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:28:08Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['ab57ce83-a02e-406f-9b16-03bd9e22a1d4'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:28:14.493093 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.l3_dvrscheduler_db [req-08ad2541-8f4a-4617-8051-e15de78e8515 req-86cc1270-3045-40d0-b9a0-f58a07fc530a tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] No DVR routers for this DVR port 2f35d1cf-b284-493d-bd26-ebb9543f2a93 on host hv-cinder-84460 {{(pid=88177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:28:14.495860 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-08ad2541-8f4a-4617-8051-e15de78e8515 req-86cc1270-3045-40d0-b9a0-f58a07fc530a tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:14.499093 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ece67b1f-5854-4272-a4d5-928d10c57e55', 'name': 'network-vif-deleted', 'tag': '2f35d1cf-b284-493d-bd26-ebb9543f2a93'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:28:14.515356 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-4b29dff2-a080-4b7d-a8d4-391d8d6ab347 req-6aad35f6-c4e0-4864-85e5-cd6043cc116f tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/ports?device_id=ece67b1f-5854-4272-a4d5-928d10c57e55 HTTP/1.1" status: 200 len: 210 time: 0.0650027 Jun 28 11:28:14.518493 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-08ad2541-8f4a-4617-8051-e15de78e8515 req-86cc1270-3045-40d0-b9a0-f58a07fc530a tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.43 "DELETE /v2.0/ports/2f35d1cf-b284-493d-bd26-ebb9543f2a93 HTTP/1.1" status: 204 len: 173 time: 1.4655099 Jun 28 11:28:14.612502 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1b3c77f-cea1-44ee-aeb1-c170cd91f1cd'] response: {'server_uuid': 'ece67b1f-5854-4272-a4d5-928d10c57e55', 'name': 'network-vif-deleted', 'tag': '2f35d1cf-b284-493d-bd26-ebb9543f2a93', 'status': 'completed', 'code': 200} Jun 28 11:28:14.655734 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-8acf546d-b844-493c-82ab-95c4db73962d None None] Set router ab57ce83-a02e-406f-9b16-03bd9e22a1d4 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:28:14.986040 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-8acf546d-b844-493c-82ab-95c4db73962d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab57ce83-a02e-406f-9b16-03bd9e22a1d4', 'name': 'tempest-AttachVolumeShelveTestJSON-2014905493-router', 'tenant_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '3bee77db-710d-4396-ad63-54a0523ebf0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:23:07Z', 'updated_at': '2022-06-28T11:23:11Z', 'revision_number': 4, 'project_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'gw_port': {'id': '3bee77db-710d-4396-ad63-54a0523ebf0e', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ad:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab57ce83-a02e-406f-9b16-03bd9e22a1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:23:08Z', 'updated_at': '2022-06-28T11:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': '3c75a738-75b0-4d31-9653-4ace4b625505', 'name': '', 'network_id': '834bcaca-3130-4f84-b609-7440f584eba2', 'tenant_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'mac_address': 'fa:16:3e:a3:7f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab57ce83-a02e-406f-9b16-03bd9e22a1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'a5f33935-ebca-42b8-ae35-d32bc58dfdca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:23:10Z', 'updated_at': '2022-06-28T11:23:18Z', 'revision_number': 5, 'project_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'subnets': [{'id': 'a5f33935-ebca-42b8-ae35-d32bc58dfdca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:28:14.990080 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acf546d-b844-493c-82ab-95c4db73962d None None] Checking router: ab57ce83-a02e-406f-9b16-03bd9e22a1d4 for host: dv-cinder-844605-1-iscsi {{(pid=88179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:28:14.998793 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acf546d-b844-493c-82ab-95c4db73962d None None] Routers {'ab57ce83-a02e-406f-9b16-03bd9e22a1d4'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:28:14.999405 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-8acf546d-b844-493c-82ab-95c4db73962d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:28:08Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['ab57ce83-a02e-406f-9b16-03bd9e22a1d4'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:28:15.189441 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-8acf546d-b844-493c-82ab-95c4db73962d None None] Set router ab57ce83-a02e-406f-9b16-03bd9e22a1d4 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:28:15.539745 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-8acf546d-b844-493c-82ab-95c4db73962d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab57ce83-a02e-406f-9b16-03bd9e22a1d4', 'name': 'tempest-AttachVolumeShelveTestJSON-2014905493-router', 'tenant_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '3bee77db-710d-4396-ad63-54a0523ebf0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:23:07Z', 'updated_at': '2022-06-28T11:23:11Z', 'revision_number': 4, 'project_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'gw_port': {'id': '3bee77db-710d-4396-ad63-54a0523ebf0e', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ad:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab57ce83-a02e-406f-9b16-03bd9e22a1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:23:08Z', 'updated_at': '2022-06-28T11:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': '3c75a738-75b0-4d31-9653-4ace4b625505', 'name': '', 'network_id': '834bcaca-3130-4f84-b609-7440f584eba2', 'tenant_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'mac_address': 'fa:16:3e:a3:7f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab57ce83-a02e-406f-9b16-03bd9e22a1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'a5f33935-ebca-42b8-ae35-d32bc58dfdca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:23:10Z', 'updated_at': '2022-06-28T11:23:18Z', 'revision_number': 5, 'project_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'subnets': [{'id': 'a5f33935-ebca-42b8-ae35-d32bc58dfdca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:28:15.544455 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acf546d-b844-493c-82ab-95c4db73962d None None] The sync data for ids ['ab57ce83-a02e-406f-9b16-03bd9e22a1d4'] in dv-cinder-844605-1-iscsi is: [{'id': 'ab57ce83-a02e-406f-9b16-03bd9e22a1d4', 'name': 'tempest-AttachVolumeShelveTestJSON-2014905493-router', 'tenant_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '3bee77db-710d-4396-ad63-54a0523ebf0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:23:07Z', 'updated_at': '2022-06-28T11:23:11Z', 'revision_number': 4, 'project_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'gw_port': {'id': '3bee77db-710d-4396-ad63-54a0523ebf0e', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ad:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab57ce83-a02e-406f-9b16-03bd9e22a1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:23:08Z', 'updated_at': '2022-06-28T11:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': '3c75a738-75b0-4d31-9653-4ace4b625505', 'name': '', 'network_id': '834bcaca-3130-4f84-b609-7440f584eba2', 'tenant_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'mac_address': 'fa:16:3e:a3:7f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab57ce83-a02e-406f-9b16-03bd9e22a1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'a5f33935-ebca-42b8-ae35-d32bc58dfdca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:23:10Z', 'updated_at': '2022-06-28T11:23:18Z', 'revision_number': 5, 'project_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'subnets': [{'id': 'a5f33935-ebca-42b8-ae35-d32bc58dfdca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:28:15.764224 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6bac97-2267-4377-8e4a-2fb336c9365d None None] New status for floating IP 896abfbb-c140-4c6c-8e55-317f5971af37: DOWN {{(pid=88180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:28:16.683413 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 34740) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:28:16.686116 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device 2f35d1cf-b284-493d-bd26-ebb9543f2a93 no longer exists at agent hyperv_hv-cinder-84460 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:28:16.725814 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] No Port match for: 2f35d1cf-b284-493d-bd26-ebb9543f2a93 {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:28:16.726153 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device 2f35d1cf-b284-493d-bd26-ebb9543f2a93 not bound to the agent host hv-cinder-84460 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:28:16.751633 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-18488048-3764-4625-b737-3072a66d9ad0 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:16.779826 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-18488048-3764-4625-b737-3072a66d9ad0 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:16.833858 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-18488048-3764-4625-b737-3072a66d9ad0 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:16.852575 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18488048-3764-4625-b737-3072a66d9ad0 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=858dd6bd-0811-4c19-b7f5-cedfc927c8f5,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:28:16.862259 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18488048-3764-4625-b737-3072a66d9ad0 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:28:16.862607 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18488048-3764-4625-b737-3072a66d9ad0 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:28:16.862952 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18488048-3764-4625-b737-3072a66d9ad0 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:28:16.863289 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18488048-3764-4625-b737-3072a66d9ad0 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:28:16.863618 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18488048-3764-4625-b737-3072a66d9ad0 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:28:16.863951 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18488048-3764-4625-b737-3072a66d9ad0 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:28:16.864372 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18488048-3764-4625-b737-3072a66d9ad0 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:28:16.864752 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18488048-3764-4625-b737-3072a66d9ad0 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:28:16.865079 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18488048-3764-4625-b737-3072a66d9ad0 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:28:16.865552 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18488048-3764-4625-b737-3072a66d9ad0 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:28:16.865952 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18488048-3764-4625-b737-3072a66d9ad0 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:28:16.866253 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18488048-3764-4625-b737-3072a66d9ad0 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:28:16.874448 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-18488048-3764-4625-b737-3072a66d9ad0 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:16.875863 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-18488048-3764-4625-b737-3072a66d9ad0 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "DELETE /v2.0/security-groups/858dd6bd-0811-4c19-b7f5-cedfc927c8f5 HTTP/1.1" status: 204 len: 168 time: 0.1911709 Jun 28 11:28:16.879370 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 34744) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:28:16.898454 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.api.v2.resource [None req-17c7492a-b770-4258-b1cf-f111f3084ae2 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] show failed (client error): The resource could not be found. Jun 28 11:28:16.899464 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-17c7492a-b770-4258-b1cf-f111f3084ae2 tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "GET /v2.0/security-groups/858dd6bd-0811-4c19-b7f5-cedfc927c8f5 HTTP/1.1" status: 404 len: 347 time: 0.0188441 Jun 28 11:28:16.902513 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 34748) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:28:17.065352 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [None req-55cace0b-2b74-4a51-b303-fdafb082e68a tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Deleting port 1c3f5e92-366b-4fc7-a47c-09d8946fdf31 {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:28:17.065649 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-55cace0b-2b74-4a51-b303-fdafb082e68a tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:17.234808 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-55cace0b-2b74-4a51-b303-fdafb082e68a tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:17.235124 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-55cace0b-2b74-4a51-b303-fdafb082e68a tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:17.361000 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [None req-55cace0b-2b74-4a51-b303-fdafb082e68a tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Calling delete_port for 1c3f5e92-366b-4fc7-a47c-09d8946fdf31 owned by network:floatingip {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:28:17.507231 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-55cace0b-2b74-4a51-b303-fdafb082e68a tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782104357524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782103981240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2688079'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:17.559204 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cace0b-2b74-4a51-b303-fdafb082e68a tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Pushing event deleted for resources: {'Port': ['ID=1c3f5e92-366b-4fc7-a47c-09d8946fdf31,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:28:17.658931 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-55cace0b-2b74-4a51-b303-fdafb082e68a tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks [] for floatingip, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:17.673085 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-55cace0b-2b74-4a51-b303-fdafb082e68a tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for floatingip, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:17.674234 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-55cace0b-2b74-4a51-b303-fdafb082e68a tempest-AttachVolumeShelveTestJSON-1796904749 tempest-AttachVolumeShelveTestJSON-1796904749-project] 10.222.0.23 "DELETE /v2.0/floatingips/896abfbb-c140-4c6c-8e55-317f5971af37 HTTP/1.1" status: 204 len: 168 time: 0.7706265 Jun 28 11:28:20.429696 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 34772) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:28:21.303578 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-b238665f-5d61-4aa6-b8d0-b777897cc762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362973'] for router_interface, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:21.660254 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [None req-b238665f-5d61-4aa6-b8d0-b777897cc762 admin admin] Deleting port 3c75a738-75b0-4d31-9653-4ace4b625505 {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:28:21.660989 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-b238665f-5d61-4aa6-b8d0-b777897cc762 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:21.836972 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.db [None req-b238665f-5d61-4aa6-b8d0-b777897cc762 admin admin] For port 3c75a738-75b0-4d31-9653-4ace4b625505, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=3c75a738-75b0-4d31-9653-4ace4b625505,segment=NetworkSegment(51f9b8b0-6a4d-4001-8198-b45cfc46d70a),segment_id=51f9b8b0-6a4d-4001-8198-b45cfc46d70a)] {{(pid=88177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:28:21.837328 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-b238665f-5d61-4aa6-b8d0-b777897cc762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:21.963063 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [None req-b238665f-5d61-4aa6-b8d0-b777897cc762 admin admin] Calling delete_port for 3c75a738-75b0-4d31-9653-4ace4b625505 owned by network:router_interface {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:28:22.135080 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-b238665f-5d61-4aa6-b8d0-b777897cc762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782104357524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782103981240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2688079'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:22.186105 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b238665f-5d61-4aa6-b8d0-b777897cc762 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c75a738-75b0-4d31-9653-4ace4b625505,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:28:22.586274 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-b238665f-5d61-4aa6-b8d0-b777897cc762 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362921'] for router_interface, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:22.963030 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b238665f-5d61-4aa6-b8d0-b777897cc762 admin admin] Router ab57ce83-a02e-406f-9b16-03bd9e22a1d4 has already been hosted by L3 agent 65138fbb-a379-4cdd-9015-09db381edeba {{(pid=88177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:28:23.146483 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b238665f-5d61-4aa6-b8d0-b777897cc762 admin admin] Notify agent at l3_agent.dv-cinder-844605-1-iscsi the message routers_updated {{(pid=88177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:28:23.156012 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b21d7e-265f-4f15-bdb0-32b5764d1684 None None] Sync routers for ids ['ab57ce83-a02e-406f-9b16-03bd9e22a1d4'] in dv-cinder-844605-1-iscsi {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:28:23.162542 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-b238665f-5d61-4aa6-b8d0-b777897cc762 admin admin] 10.222.0.23 "PUT /v2.0/routers/ab57ce83-a02e-406f-9b16-03bd9e22a1d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7315092 Jun 28 11:28:23.165106 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 34778) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:28:23.166630 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b21d7e-265f-4f15-bdb0-32b5764d1684 None None] Routers {'ab57ce83-a02e-406f-9b16-03bd9e22a1d4'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:28:23.167214 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-49b21d7e-265f-4f15-bdb0-32b5764d1684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:28:08Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['ab57ce83-a02e-406f-9b16-03bd9e22a1d4'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:28:23.349474 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-49b21d7e-265f-4f15-bdb0-32b5764d1684 None None] Set router ab57ce83-a02e-406f-9b16-03bd9e22a1d4 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:28:23.449517 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-de9521e0-f7fa-43a7-8fff-accd83a7e460 admin admin] Notify callbacks [] for router, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:23.630296 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-de9521e0-f7fa-43a7-8fff-accd83a7e460 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:23.642515 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.plugin [None req-de9521e0-f7fa-43a7-8fff-accd83a7e460 admin admin] Deleting port 3bee77db-710d-4396-ad63-54a0523ebf0e {{(pid=88178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:28:23.642863 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-de9521e0-f7fa-43a7-8fff-accd83a7e460 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:23.667246 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-49b21d7e-265f-4f15-bdb0-32b5764d1684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab57ce83-a02e-406f-9b16-03bd9e22a1d4', 'name': 'tempest-AttachVolumeShelveTestJSON-2014905493-router', 'tenant_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '3bee77db-710d-4396-ad63-54a0523ebf0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:23:07Z', 'updated_at': '2022-06-28T11:28:22Z', 'revision_number': 5, 'project_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'gw_port': {'id': '3bee77db-710d-4396-ad63-54a0523ebf0e', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ad:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab57ce83-a02e-406f-9b16-03bd9e22a1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:23:08Z', 'updated_at': '2022-06-28T11:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi'}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:28:23.671738 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b21d7e-265f-4f15-bdb0-32b5764d1684 None None] Checking router: ab57ce83-a02e-406f-9b16-03bd9e22a1d4 for host: dv-cinder-844605-1-iscsi {{(pid=88179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:28:23.680315 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b21d7e-265f-4f15-bdb0-32b5764d1684 None None] Routers {'ab57ce83-a02e-406f-9b16-03bd9e22a1d4'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:28:23.680958 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-49b21d7e-265f-4f15-bdb0-32b5764d1684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:28:08Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['ab57ce83-a02e-406f-9b16-03bd9e22a1d4'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:28:23.822178 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.db [None req-de9521e0-f7fa-43a7-8fff-accd83a7e460 admin admin] For port 3bee77db-710d-4396-ad63-54a0523ebf0e, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=3bee77db-710d-4396-ad63-54a0523ebf0e,segment=NetworkSegment(886fa905-49b2-4170-854f-b2cc2955959a),segment_id=886fa905-49b2-4170-854f-b2cc2955959a)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:28:23.822533 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-de9521e0-f7fa-43a7-8fff-accd83a7e460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:23.836424 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-49b21d7e-265f-4f15-bdb0-32b5764d1684 None None] Set router ab57ce83-a02e-406f-9b16-03bd9e22a1d4 gateway port host: None {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:28:23.945244 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-49b21d7e-265f-4f15-bdb0-32b5764d1684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab57ce83-a02e-406f-9b16-03bd9e22a1d4', 'name': 'tempest-AttachVolumeShelveTestJSON-2014905493-router', 'tenant_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:23:07Z', 'updated_at': '2022-06-28T11:28:23Z', 'revision_number': 6, 'project_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'gw_port_host': None}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:28:23.949624 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b21d7e-265f-4f15-bdb0-32b5764d1684 None None] The sync data for ids ['ab57ce83-a02e-406f-9b16-03bd9e22a1d4'] in dv-cinder-844605-1-iscsi is: [{'id': 'ab57ce83-a02e-406f-9b16-03bd9e22a1d4', 'name': 'tempest-AttachVolumeShelveTestJSON-2014905493-router', 'tenant_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:23:07Z', 'updated_at': '2022-06-28T11:28:23Z', 'revision_number': 6, 'project_id': '8c5a6ea60f634bcda4032eca1bf6f9f2', 'gw_port_host': None}] {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:28:23.953087 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.plugin [None req-de9521e0-f7fa-43a7-8fff-accd83a7e460 admin admin] Calling delete_port for 3bee77db-710d-4396-ad63-54a0523ebf0e owned by network:router_gateway {{(pid=88178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:28:24.124104 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-de9521e0-f7fa-43a7-8fff-accd83a7e460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782104357524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782103981240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287935'] for port, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:24.171567 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9521e0-f7fa-43a7-8fff-accd83a7e460 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bee77db-710d-4396-ad63-54a0523ebf0e,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:28:24.272450 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-de9521e0-f7fa-43a7-8fff-accd83a7e460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362556'] for router_gateway, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:24.446102 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-de9521e0-f7fa-43a7-8fff-accd83a7e460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5234'] for router, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:24.448433 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-de9521e0-f7fa-43a7-8fff-accd83a7e460 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:24.480438 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-de9521e0-f7fa-43a7-8fff-accd83a7e460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-360925'] for router, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:24.481703 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de9521e0-f7fa-43a7-8fff-accd83a7e460 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab57ce83-a02e-406f-9b16-03bd9e22a1d4 {{(pid=88178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 28 11:28:24.494235 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-de9521e0-f7fa-43a7-8fff-accd83a7e460 admin admin] Notify callbacks [] for router, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:24.495343 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-de9521e0-f7fa-43a7-8fff-accd83a7e460 admin admin] 10.222.0.23 "DELETE /v2.0/routers/ab57ce83-a02e-406f-9b16-03bd9e22a1d4 HTTP/1.1" status: 204 len: 168 time: 1.3290756 Jun 28 11:28:24.498722 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 34782) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:28:24.565664 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9004a5a-b955-4185-b673-c3712b833bf8 admin admin] Deleting subnet a5f33935-ebca-42b8-ae35-d32bc58dfdca {{(pid=88178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 28 11:28:24.568831 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-f9004a5a-b955-4185-b673-c3712b833bf8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:24.619208 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-f9004a5a-b955-4185-b673-c3712b833bf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2289234'] for subnet, precommit_delete_associations {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:24.810021 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-f9004a5a-b955-4185-b673-c3712b833bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7782429'] for subnet, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:24.881702 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-f9004a5a-b955-4185-b673-c3712b833bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7782438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2287970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2482708'] for subnet, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:24.920960 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9004a5a-b955-4185-b673-c3712b833bf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5f33935-ebca-42b8-ae35-d32bc58dfdca,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:28:24.924698 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-f9004a5a-b955-4185-b673-c3712b833bf8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:24.931728 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f8dc32-cbae-44f2-857a-bcd3beab83fb None None] Network 834bcaca-3130-4f84-b609-7440f584eba2 requested from dv-cinder-844605-1-iscsi {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:28:24.932256 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-f9004a5a-b955-4185-b673-c3712b833bf8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a5f33935-ebca-42b8-ae35-d32bc58dfdca HTTP/1.1" status: 204 len: 168 time: 0.4321766 Jun 28 11:28:24.934420 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 34786) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:28:25.047786 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-2b3ab72c-bcf2-4746-b85e-05f44f09c443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7702436'] for network, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:25.058526 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.plugin [None req-2b3ab72c-bcf2-4746-b85e-05f44f09c443 admin admin] Deleting port 38b0a042-3d1e-4e82-b6c1-353ea66d131b {{(pid=88178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:28:25.058861 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-2b3ab72c-bcf2-4746-b85e-05f44f09c443 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:25.201120 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c510be6f-cf36-4077-8d04-c7616b490aa9 None None] DHCP port deletion for 834bcaca-3130-4f84-b609-7440f584eba2 request from dv-cinder-844605-1-iscsi {{(pid=88179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 28 11:28:25.205597 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-c510be6f-cf36-4077-8d04-c7616b490aa9 None None] Deleting port 38b0a042-3d1e-4e82-b6c1-353ea66d131b {{(pid=88179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:28:25.205975 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c510be6f-cf36-4077-8d04-c7616b490aa9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:25.271855 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.db [None req-2b3ab72c-bcf2-4746-b85e-05f44f09c443 admin admin] For port 38b0a042-3d1e-4e82-b6c1-353ea66d131b, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=38b0a042-3d1e-4e82-b6c1-353ea66d131b,segment=NetworkSegment(51f9b8b0-6a4d-4001-8198-b45cfc46d70a),segment_id=51f9b8b0-6a4d-4001-8198-b45cfc46d70a)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:28:25.272455 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-2b3ab72c-bcf2-4746-b85e-05f44f09c443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:25.394860 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.plugin [None req-2b3ab72c-bcf2-4746-b85e-05f44f09c443 admin admin] Calling delete_port for 38b0a042-3d1e-4e82-b6c1-353ea66d131b owned by network:dhcp {{(pid=88178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:28:25.409244 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-c510be6f-cf36-4077-8d04-c7616b490aa9 None None] For port 38b0a042-3d1e-4e82-b6c1-353ea66d131b, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=38b0a042-3d1e-4e82-b6c1-353ea66d131b,segment=NetworkSegment(51f9b8b0-6a4d-4001-8198-b45cfc46d70a),segment_id=51f9b8b0-6a4d-4001-8198-b45cfc46d70a)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:28:25.409560 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c510be6f-cf36-4077-8d04-c7616b490aa9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:25.476421 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-2b3ab72c-bcf2-4746-b85e-05f44f09c443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782104357524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782103981240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287935'] for port, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:25.523219 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3ab72c-bcf2-4746-b85e-05f44f09c443 admin admin] Pushing event deleted for resources: {'Port': ['ID=38b0a042-3d1e-4e82-b6c1-353ea66d131b,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:28:25.526668 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3ab72c-bcf2-4746-b85e-05f44f09c443 admin admin] No DVR routers for this DVR port 38b0a042-3d1e-4e82-b6c1-353ea66d131b on host dv-cinder-844605-1-iscsi {{(pid=88178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:28:25.543335 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-c510be6f-cf36-4077-8d04-c7616b490aa9 None None] Calling delete_port for 38b0a042-3d1e-4e82-b6c1-353ea66d131b owned by network:dhcp {{(pid=88179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:28:25.609476 dv-cinder-844605-1-iscsi neutron-server[88179]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 11:28:25.609476 dv-cinder-844605-1-iscsi neutron-server[88179]: from cryptography.utils import int_from_bytes Jun 28 11:28:25.609476 dv-cinder-844605-1-iscsi neutron-server[88179]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 11:28:25.609476 dv-cinder-844605-1-iscsi neutron-server[88179]: from cryptography.utils import int_from_bytes Jun 28 11:28:25.609476 dv-cinder-844605-1-iscsi neutron-server[88179]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jun 28 11:28:25.609476 dv-cinder-844605-1-iscsi neutron-server[88179]: util.warn_limited( Jun 28 11:28:25.609476 dv-cinder-844605-1-iscsi neutron-server[88179]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jun 28 11:28:25.609476 dv-cinder-844605-1-iscsi neutron-server[88179]: util.warn_limited( Jun 28 11:28:25.609476 dv-cinder-844605-1-iscsi neutron-server[88179]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 11:28:25.609476 dv-cinder-844605-1-iscsi neutron-server[88179]: util.warn( Jun 28 11:28:25.609476 dv-cinder-844605-1-iscsi neutron-server[88179]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 11:28:25.609476 dv-cinder-844605-1-iscsi neutron-server[88179]: util.warn( Jun 28 11:28:25.609476 dv-cinder-844605-1-iscsi neutron-server[88179]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 11:28:25.609476 dv-cinder-844605-1-iscsi neutron-server[88179]: util.warn( Jun 28 11:28:25.609476 dv-cinder-844605-1-iscsi neutron-server[88179]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 11:28:25.609476 dv-cinder-844605-1-iscsi neutron-server[88179]: util.warn( Jun 28 11:28:25.609476 dv-cinder-844605-1-iscsi neutron-server[88179]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 11:28:25.609476 dv-cinder-844605-1-iscsi neutron-server[88179]: util.warn( Jun 28 11:28:25.609476 dv-cinder-844605-1-iscsi neutron-server[88179]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 11:28:25.609476 dv-cinder-844605-1-iscsi neutron-server[88179]: util.warn( Jun 28 11:28:25.609476 dv-cinder-844605-1-iscsi neutron-server[88179]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 11:28:25.609476 dv-cinder-844605-1-iscsi neutron-server[88179]: util.warn( Jun 28 11:28:25.609476 dv-cinder-844605-1-iscsi neutron-server[88179]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 11:28:25.609476 dv-cinder-844605-1-iscsi neutron-server[88179]: util.warn( Jun 28 11:28:25.609476 dv-cinder-844605-1-iscsi neutron-server[88179]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 11:28:25.609476 dv-cinder-844605-1-iscsi neutron-server[88179]: util.warn( Jun 28 11:28:25.609476 dv-cinder-844605-1-iscsi neutron-server[88179]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 11:28:25.609476 dv-cinder-844605-1-iscsi neutron-server[88179]: util.warn( Jun 28 11:28:25.609476 dv-cinder-844605-1-iscsi neutron-server[88179]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 11:28:25.609476 dv-cinder-844605-1-iscsi neutron-server[88179]: util.warn( Jun 28 11:28:25.609476 dv-cinder-844605-1-iscsi neutron-server[88179]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 11:28:25.609476 dv-cinder-844605-1-iscsi neutron-server[88179]: util.warn( Jun 28 11:28:25.609476 dv-cinder-844605-1-iscsi neutron-server[88179]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 11:28:25.609476 dv-cinder-844605-1-iscsi neutron-server[88179]: util.warn( Jun 28 11:28:25.609476 dv-cinder-844605-1-iscsi neutron-server[88179]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 11:28:25.609476 dv-cinder-844605-1-iscsi neutron-server[88179]: util.warn( Jun 28 11:28:25.609476 dv-cinder-844605-1-iscsi neutron-server[88179]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 11:28:25.609476 dv-cinder-844605-1-iscsi neutron-server[88179]: util.warn( Jun 28 11:28:25.609476 dv-cinder-844605-1-iscsi neutron-server[88179]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 11:28:25.609476 dv-cinder-844605-1-iscsi neutron-server[88179]: util.warn( Jun 28 11:28:25.609476 dv-cinder-844605-1-iscsi neutron-server[88179]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 11:28:25.609476 dv-cinder-844605-1-iscsi neutron-server[88179]: util.warn( Jun 28 11:28:25.612839 dv-cinder-844605-1-iscsi neutron-server[88179]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 11:28:25.612839 dv-cinder-844605-1-iscsi neutron-server[88179]: util.warn( Jun 28 11:28:25.612839 dv-cinder-844605-1-iscsi neutron-server[88179]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 11:28:25.612839 dv-cinder-844605-1-iscsi neutron-server[88179]: util.warn( Jun 28 11:28:25.612839 dv-cinder-844605-1-iscsi neutron-server[88179]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 11:28:25.612839 dv-cinder-844605-1-iscsi neutron-server[88179]: util.warn( Jun 28 11:28:25.612839 dv-cinder-844605-1-iscsi neutron-server[88179]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 11:28:25.612839 dv-cinder-844605-1-iscsi neutron-server[88179]: util.warn( Jun 28 11:28:25.612839 dv-cinder-844605-1-iscsi neutron-server[88179]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 11:28:25.612839 dv-cinder-844605-1-iscsi neutron-server[88179]: util.warn( Jun 28 11:28:25.612839 dv-cinder-844605-1-iscsi neutron-server[88179]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 11:28:25.612839 dv-cinder-844605-1-iscsi neutron-server[88179]: util.warn( Jun 28 11:28:25.612839 dv-cinder-844605-1-iscsi neutron-server[88179]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 11:28:25.612839 dv-cinder-844605-1-iscsi neutron-server[88179]: util.warn( Jun 28 11:28:25.620177 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.db.api [None req-c510be6f-cf36-4077-8d04-c7616b490aa9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 11:28:25.620581 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG oslo_db.api [None req-c510be6f-cf36-4077-8d04-c7616b490aa9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 11:28:25.639003 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-2b3ab72c-bcf2-4746-b85e-05f44f09c443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7788904', 'neutron.services.segments.db._delete_segments_for_network-8782104351353'] for network, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:25.663343 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.services.segments.db [None req-2b3ab72c-bcf2-4746-b85e-05f44f09c443 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['834bcaca-3130-4f84-b609-7440f584eba2']}} {{(pid=88178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:28:25.674957 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.services.segments.db [None req-2b3ab72c-bcf2-4746-b85e-05f44f09c443 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51f9b8b0-6a4d-4001-8198-b45cfc46d70a') {'for_net_delete': True} {{(pid=88178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:28:25.675254 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.services.segments.db [None req-2b3ab72c-bcf2-4746-b85e-05f44f09c443 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51f9b8b0-6a4d-4001-8198-b45cfc46d70a') {} {{(pid=88178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:28:25.686342 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-2b3ab72c-bcf2-4746-b85e-05f44f09c443 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782104354196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2289243'] for segment, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:25.702139 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-2b3ab72c-bcf2-4746-b85e-05f44f09c443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812087'] for segment, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:25.708756 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b3ab72c-bcf2-4746-b85e-05f44f09c443 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=88178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 11:28:25.709132 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-2b3ab72c-bcf2-4746-b85e-05f44f09c443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7812088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2288076'] for segment, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:25.817056 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-2b3ab72c-bcf2-4746-b85e-05f44f09c443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7788903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361949'] for network, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:25.834787 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-2b3ab72c-bcf2-4746-b85e-05f44f09c443 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562711'] for network, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:25.838170 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.services.segments.plugin [-] Segment 51f9b8b0-6a4d-4001-8198-b45cfc46d70a resource provider aggregate not found Jun 28 11:28:25.850765 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 3c75a738-75b0-4d31-9653-4ace4b625505 no longer exists at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:28:25.853287 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3ab72c-bcf2-4746-b85e-05f44f09c443 admin admin] Pushing event deleted for resources: {'Network': ['ID=834bcaca-3130-4f84-b609-7440f584eba2,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:28:25.857727 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.services.segments.plugin [-] Segment 51f9b8b0-6a4d-4001-8198-b45cfc46d70a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 51f9b8b0-6a4d-4001-8198-b45cfc46d70a found for delete ", "request_id": "req-c75e9f1a-457a-4c43-8813-8231ba72ae1f"}]} Jun 28 11:28:25.863135 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-2b3ab72c-bcf2-4746-b85e-05f44f09c443 admin admin] 10.222.0.23 "DELETE /v2.0/networks/834bcaca-3130-4f84-b609-7440f584eba2 HTTP/1.1" status: 204 len: 168 time: 0.9244170 Jun 28 11:28:25.886762 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] No Port match for: 3c75a738-75b0-4d31-9653-4ace4b625505 {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:28:25.887108 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 3c75a738-75b0-4d31-9653-4ace4b625505 not bound to the agent host dv-cinder-844605-1-iscsi {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:28:25.887582 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 3bee77db-710d-4396-ad63-54a0523ebf0e no longer exists at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:28:25.924602 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] No Port match for: 3bee77db-710d-4396-ad63-54a0523ebf0e {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:28:25.924851 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 3bee77db-710d-4396-ad63-54a0523ebf0e not bound to the agent host dv-cinder-844605-1-iscsi {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:28:25.925365 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 38b0a042-3d1e-4e82-b6c1-353ea66d131b no longer exists at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:28:25.959407 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] No Port match for: 38b0a042-3d1e-4e82-b6c1-353ea66d131b {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:28:25.959979 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 38b0a042-3d1e-4e82-b6c1-353ea66d131b not bound to the agent host dv-cinder-844605-1-iscsi {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:28:25.987550 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 34798) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:28:26.041510 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-1eed6088-74f9-4f18-a949-31ca2b26f2c6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8c5a6ea60f634bcda4032eca1bf6f9f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0527949 Jun 28 11:28:26.044462 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 34802) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:28:26.108452 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-e155f2e3-cea0-4572-b7e5-b7c1b15a19d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:26.122114 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-c510be6f-cf36-4077-8d04-c7616b490aa9 None None] Deleting port 38b0a042-3d1e-4e82-b6c1-353ea66d131b {{(pid=88179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:28:26.122510 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-c510be6f-cf36-4077-8d04-c7616b490aa9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:26.133984 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-e155f2e3-cea0-4572-b7e5-b7c1b15a19d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:26.187002 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-e155f2e3-cea0-4572-b7e5-b7c1b15a19d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:26.193596 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-c510be6f-cf36-4077-8d04-c7616b490aa9 None None] The port '38b0a042-3d1e-4e82-b6c1-353ea66d131b' was deleted {{(pid=88179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 28 11:28:26.212520 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e155f2e3-cea0-4572-b7e5-b7c1b15a19d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3afa64fb-e18b-4478-8d79-cd5af57cbcf3,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:28:26.219921 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-e155f2e3-cea0-4572-b7e5-b7c1b15a19d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:26.221117 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-e155f2e3-cea0-4572-b7e5-b7c1b15a19d9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3afa64fb-e18b-4478-8d79-cd5af57cbcf3 HTTP/1.1" status: 204 len: 168 time: 0.1756256 Jun 28 11:28:29.644919 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.agents_db [None req-fef25e13-dc2d-42bf-aa2e-f684c08e94a6 None None] Agent healthcheck: found 6 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:28:29.802322 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:31.544171 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 34858) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:28:31.758262 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.plugin [None req-13546bb3-9657-4514-bc58-de4c828f6d26 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Deleting port 9d4c5fdb-56ed-483d-9084-c345baa475c1 {{(pid=88178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:28:31.758582 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-13546bb3-9657-4514-bc58-de4c828f6d26 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:31.937954 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-13546bb3-9657-4514-bc58-de4c828f6d26 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:31.938347 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-13546bb3-9657-4514-bc58-de4c828f6d26 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:32.062809 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.plugin [None req-13546bb3-9657-4514-bc58-de4c828f6d26 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Calling delete_port for 9d4c5fdb-56ed-483d-9084-c345baa475c1 owned by network:floatingip {{(pid=88178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:28:32.216377 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-13546bb3-9657-4514-bc58-de4c828f6d26 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782104357524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782103981240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287935'] for port, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:32.296332 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13546bb3-9657-4514-bc58-de4c828f6d26 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Pushing event deleted for resources: {'Port': ['ID=9d4c5fdb-56ed-483d-9084-c345baa475c1,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:28:32.460953 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-13546bb3-9657-4514-bc58-de4c828f6d26 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks [] for floatingip, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:32.461369 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.db.l3_db [None req-13546bb3-9657-4514-bc58-de4c828f6d26 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Floating IP d2600c44-0460-4933-8186-dbb6a4434f65 disassociated (deleted). External IP: 172.27.2.236, port: b32af3bf-bcdf-49e5-b765-b5434577afc5. Jun 28 11:28:32.821135 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13546bb3-9657-4514-bc58-de4c828f6d26 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Router 2f29c13e-59da-4074-9512-ebd644417bb9 has already been hosted by L3 agent 65138fbb-a379-4cdd-9015-09db381edeba {{(pid=88178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:28:33.006043 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13546bb3-9657-4514-bc58-de4c828f6d26 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify agent at l3_agent.dv-cinder-844605-1-iscsi the message routers_updated {{(pid=88178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:28:33.018015 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18356f29-cf0e-4b66-bc71-283eb83f3502 None None] Sync routers for ids ['2f29c13e-59da-4074-9512-ebd644417bb9'] in dv-cinder-844605-1-iscsi {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:28:33.027358 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-13546bb3-9657-4514-bc58-de4c828f6d26 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for floatingip, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:33.028831 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18356f29-cf0e-4b66-bc71-283eb83f3502 None None] Routers {'2f29c13e-59da-4074-9512-ebd644417bb9'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:28:33.029438 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-18356f29-cf0e-4b66-bc71-283eb83f3502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:28:08Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['2f29c13e-59da-4074-9512-ebd644417bb9'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:28:33.082362 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-13546bb3-9657-4514-bc58-de4c828f6d26 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "DELETE /v2.0/floatingips/d2600c44-0460-4933-8186-dbb6a4434f65 HTTP/1.1" status: 204 len: 168 time: 1.5366035 Jun 28 11:28:33.083175 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c31b87cb-dcd1-45a8-a993-37c3d39bd830', 'tag': 'b32af3bf-bcdf-49e5-b765-b5434577afc5'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:28:33.231608 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvr_db [None req-18356f29-cf0e-4b66-bc71-283eb83f3502 None None] Set router 2f29c13e-59da-4074-9512-ebd644417bb9 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:28:33.265263 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7f5b106-d890-4c27-95ee-026f3a3812a0'] response: {'name': 'network-changed', 'server_uuid': 'c31b87cb-dcd1-45a8-a993-37c3d39bd830', 'tag': 'b32af3bf-bcdf-49e5-b765-b5434577afc5', 'status': 'completed', 'code': 200} Jun 28 11:28:33.375861 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5865fb1f-1c01-4fe2-94fa-a54632c10c12 req-dd12da3d-9825-4265-82b9-ec6538fe384d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:28:33.377572 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-5865fb1f-1c01-4fe2-94fa-a54632c10c12 req-dd12da3d-9825-4265-82b9-ec6538fe384d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=34f9a4af464a4c14af73bb4bb8314982&device_id=c31b87cb-dcd1-45a8-a993-37c3d39bd830 HTTP/1.1" status: 200 len: 1098 time: 0.0889025 Jun 28 11:28:33.476106 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc43b6a-3869-4300-848d-30cc60c9c634 req-a29731c8-d55c-49b3-b6b6-0737fcab3157 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:28:33.477126 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [req-1cc43b6a-3869-4300-848d-30cc60c9c634 req-a29731c8-d55c-49b3-b6b6-0737fcab3157 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Synchronizing usage tracker for tenant:34f9a4af464a4c14af73bb4bb8314982 on resource:port {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:28:33.493722 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [req-1cc43b6a-3869-4300-848d-30cc60c9c634 req-a29731c8-d55c-49b3-b6b6-0737fcab3157 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Unset dirty status for tenant:34f9a4af464a4c14af73bb4bb8314982 on resource:port {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:28:33.495228 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-1cc43b6a-3869-4300-848d-30cc60c9c634 req-a29731c8-d55c-49b3-b6b6-0737fcab3157 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/ports?device_id=c31b87cb-dcd1-45a8-a993-37c3d39bd830 HTTP/1.1" status: 200 len: 945 time: 0.1120331 Jun 28 11:28:33.521619 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5865fb1f-1c01-4fe2-94fa-a54632c10c12 req-d3db2aff-3662-4088-bc9e-d96a96803e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:28:33.523179 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-5865fb1f-1c01-4fe2-94fa-a54632c10c12 req-d3db2aff-3662-4088-bc9e-d96a96803e22 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0d6307f0-ba10-44a7-b3d3-c9e66a22edf8 HTTP/1.1" status: 200 len: 913 time: 0.1382971 Jun 28 11:28:33.545426 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-1cc43b6a-3869-4300-848d-30cc60c9c634 req-6cbba43b-0cc0-4f42-ad6c-ebe0e92b0f59 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/security-groups?id=59240f42-5ee9-4357-a242-d6ccb32541ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404477 Jun 28 11:28:33.595359 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-5865fb1f-1c01-4fe2-94fa-a54632c10c12 req-432df68e-162a-4b38-87e4-dc32a99d47ad service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b32af3bf-bcdf-49e5-b765-b5434577afc5 HTTP/1.1" status: 200 len: 217 time: 0.0648572 Jun 28 11:28:33.631414 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-18356f29-cf0e-4b66-bc71-283eb83f3502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'name': 'tempest-TestVolumeBootPattern-2058041356-router', 'tenant_id': '34f9a4af464a4c14af73bb4bb8314982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd27a713a-0ce2-4d4f-91f9-7db720aed5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:17Z', 'updated_at': '2022-06-28T11:21:24Z', 'revision_number': 4, 'project_id': '34f9a4af464a4c14af73bb4bb8314982', 'gw_port': {'id': 'd27a713a-0ce2-4d4f-91f9-7db720aed5c7', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:18Z', 'updated_at': '2022-06-28T11:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_floatingips': [{'id': 'b9588ba3-d9c9-443c-8156-48f6e0178cbe', 'tenant_id': '34f9a4af464a4c14af73bb4bb8314982', 'floating_ip_address': '172.27.2.140', 'floating_network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'router_id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'port_id': '40de6cb6-ca53-4711-a80a-c30c8d7123b6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d6307f0-ba10-44a7-b3d3-c9e66a22edf8', 'mac_address': 'fa:16:3e:08:00:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff5b7d2-bbca-4e85-8cdb-263de353d633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:24:52Z', 'updated_at': '2022-06-28T11:24:56Z', 'revision_number': 1, 'project_id': '34f9a4af464a4c14af73bb4bb8314982', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddd4b7f5-7b12-4809-bdc0-eaad5a415bbd', 'name': '', 'network_id': '0d6307f0-ba10-44a7-b3d3-c9e66a22edf8', 'tenant_id': '34f9a4af464a4c14af73bb4bb8314982', 'mac_address': 'fa:16:3e:8e:bd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '1b0b29df-7b1f-4317-a6ef-bd3cb4e8ea72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:23Z', 'updated_at': '2022-06-28T11:21:30Z', 'revision_number': 5, 'project_id': '34f9a4af464a4c14af73bb4bb8314982', 'subnets': [{'id': '1b0b29df-7b1f-4317-a6ef-bd3cb4e8ea72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:28:33.635465 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18356f29-cf0e-4b66-bc71-283eb83f3502 None None] Checking router: 2f29c13e-59da-4074-9512-ebd644417bb9 for host: dv-cinder-844605-1-iscsi {{(pid=88180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:28:33.645107 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18356f29-cf0e-4b66-bc71-283eb83f3502 None None] Routers {'2f29c13e-59da-4074-9512-ebd644417bb9'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:28:33.645707 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-18356f29-cf0e-4b66-bc71-283eb83f3502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:28:08Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['2f29c13e-59da-4074-9512-ebd644417bb9'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:28:33.661910 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5865fb1f-1c01-4fe2-94fa-a54632c10c12 req-722399bb-41dd-4593-b35e-ff67f962a4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:28:33.663368 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-5865fb1f-1c01-4fe2-94fa-a54632c10c12 req-722399bb-41dd-4593-b35e-ff67f962a4b0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1b0b29df-7b1f-4317-a6ef-bd3cb4e8ea72 HTTP/1.1" status: 200 len: 851 time: 0.0615726 Jun 28 11:28:33.749764 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5865fb1f-1c01-4fe2-94fa-a54632c10c12 req-20f4fee9-79f8-413b-943d-6684979b3c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:28:33.751300 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-5865fb1f-1c01-4fe2-94fa-a54632c10c12 req-20f4fee9-79f8-413b-943d-6684979b3c7f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0d6307f0-ba10-44a7-b3d3-c9e66a22edf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0797799 Jun 28 11:28:33.834588 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvr_db [None req-18356f29-cf0e-4b66-bc71-283eb83f3502 None None] Set router 2f29c13e-59da-4074-9512-ebd644417bb9 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:28:33.883671 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-5865fb1f-1c01-4fe2-94fa-a54632c10c12 req-d2f9eedb-8fd1-467a-b54c-96419881a8cd service neutron] 10.222.0.43 "GET /v2.0/networks/0d6307f0-ba10-44a7-b3d3-c9e66a22edf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259089 Jun 28 11:28:34.028891 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-5865fb1f-1c01-4fe2-94fa-a54632c10c12 req-33764411-4648-4dec-af2f-4d8d0036ef04 service neutron] 10.222.0.43 "GET /v2.0/networks/0d6307f0-ba10-44a7-b3d3-c9e66a22edf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381955 Jun 28 11:28:34.193781 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-18356f29-cf0e-4b66-bc71-283eb83f3502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'name': 'tempest-TestVolumeBootPattern-2058041356-router', 'tenant_id': '34f9a4af464a4c14af73bb4bb8314982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd27a713a-0ce2-4d4f-91f9-7db720aed5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:17Z', 'updated_at': '2022-06-28T11:21:24Z', 'revision_number': 4, 'project_id': '34f9a4af464a4c14af73bb4bb8314982', 'gw_port': {'id': 'd27a713a-0ce2-4d4f-91f9-7db720aed5c7', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:18Z', 'updated_at': '2022-06-28T11:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_floatingips': [{'id': 'b9588ba3-d9c9-443c-8156-48f6e0178cbe', 'tenant_id': '34f9a4af464a4c14af73bb4bb8314982', 'floating_ip_address': '172.27.2.140', 'floating_network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'router_id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'port_id': '40de6cb6-ca53-4711-a80a-c30c8d7123b6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d6307f0-ba10-44a7-b3d3-c9e66a22edf8', 'mac_address': 'fa:16:3e:08:00:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff5b7d2-bbca-4e85-8cdb-263de353d633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:24:52Z', 'updated_at': '2022-06-28T11:24:56Z', 'revision_number': 1, 'project_id': '34f9a4af464a4c14af73bb4bb8314982', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddd4b7f5-7b12-4809-bdc0-eaad5a415bbd', 'name': '', 'network_id': '0d6307f0-ba10-44a7-b3d3-c9e66a22edf8', 'tenant_id': '34f9a4af464a4c14af73bb4bb8314982', 'mac_address': 'fa:16:3e:8e:bd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '1b0b29df-7b1f-4317-a6ef-bd3cb4e8ea72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:23Z', 'updated_at': '2022-06-28T11:21:30Z', 'revision_number': 5, 'project_id': '34f9a4af464a4c14af73bb4bb8314982', 'subnets': [{'id': '1b0b29df-7b1f-4317-a6ef-bd3cb4e8ea72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:28:34.197870 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18356f29-cf0e-4b66-bc71-283eb83f3502 None None] The sync data for ids ['2f29c13e-59da-4074-9512-ebd644417bb9'] in dv-cinder-844605-1-iscsi is: [{'id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'name': 'tempest-TestVolumeBootPattern-2058041356-router', 'tenant_id': '34f9a4af464a4c14af73bb4bb8314982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd27a713a-0ce2-4d4f-91f9-7db720aed5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:17Z', 'updated_at': '2022-06-28T11:21:24Z', 'revision_number': 4, 'project_id': '34f9a4af464a4c14af73bb4bb8314982', 'gw_port': {'id': 'd27a713a-0ce2-4d4f-91f9-7db720aed5c7', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:18Z', 'updated_at': '2022-06-28T11:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_floatingips': [{'id': 'b9588ba3-d9c9-443c-8156-48f6e0178cbe', 'tenant_id': '34f9a4af464a4c14af73bb4bb8314982', 'floating_ip_address': '172.27.2.140', 'floating_network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'router_id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'port_id': '40de6cb6-ca53-4711-a80a-c30c8d7123b6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d6307f0-ba10-44a7-b3d3-c9e66a22edf8', 'mac_address': 'fa:16:3e:08:00:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff5b7d2-bbca-4e85-8cdb-263de353d633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:24:52Z', 'updated_at': '2022-06-28T11:24:56Z', 'revision_number': 1, 'project_id': '34f9a4af464a4c14af73bb4bb8314982', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddd4b7f5-7b12-4809-bdc0-eaad5a415bbd', 'name': '', 'network_id': '0d6307f0-ba10-44a7-b3d3-c9e66a22edf8', 'tenant_id': '34f9a4af464a4c14af73bb4bb8314982', 'mac_address': 'fa:16:3e:8e:bd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '1b0b29df-7b1f-4317-a6ef-bd3cb4e8ea72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:23Z', 'updated_at': '2022-06-28T11:21:30Z', 'revision_number': 5, 'project_id': '34f9a4af464a4c14af73bb4bb8314982', 'subnets': [{'id': '1b0b29df-7b1f-4317-a6ef-bd3cb4e8ea72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:28:34.436449 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19581c9-b535-41e8-a067-ee3924d9a9f5 None None] New status for floating IP d2600c44-0460-4933-8186-dbb6a4434f65: DOWN {{(pid=88179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:28:34.766583 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9650c79-7acd-42b3-a9df-e55e2008b9ad req-1070bd55-e30b-4e11-bff2-de90ab7f6d10 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:28:34.768183 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-d9650c79-7acd-42b3-a9df-e55e2008b9ad req-1070bd55-e30b-4e11-bff2-de90ab7f6d10 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/ports?device_id=c31b87cb-dcd1-45a8-a993-37c3d39bd830 HTTP/1.1" status: 200 len: 945 time: 0.1053183 Jun 28 11:28:34.958066 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-d9650c79-7acd-42b3-a9df-e55e2008b9ad req-458b092f-4e65-4949-9a56-11567e57b4f3 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/security-groups?id=59240f42-5ee9-4357-a242-d6ccb32541ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835308 Jun 28 11:28:34.990642 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ea490d-790d-4281-8f6f-d5cbc594b328 req-64a9dbb2-2454-422a-b450-a0b24357873b tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:28:34.992084 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c4ea490d-790d-4281-8f6f-d5cbc594b328 req-64a9dbb2-2454-422a-b450-a0b24357873b tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.43 "GET /v2.0/ports?device_id=c31b87cb-dcd1-45a8-a993-37c3d39bd830 HTTP/1.1" status: 200 len: 945 time: 0.1117060 Jun 28 11:28:35.065865 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [req-c4ea490d-790d-4281-8f6f-d5cbc594b328 req-e4dc2431-91f6-4c60-95c2-63009edf9b52 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Deleting port b32af3bf-bcdf-49e5-b765-b5434577afc5 {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:28:35.066227 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-c4ea490d-790d-4281-8f6f-d5cbc594b328 req-e4dc2431-91f6-4c60-95c2-63009edf9b52 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:35.317823 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.db [req-c4ea490d-790d-4281-8f6f-d5cbc594b328 req-e4dc2431-91f6-4c60-95c2-63009edf9b52 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] For port b32af3bf-bcdf-49e5-b765-b5434577afc5, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=b32af3bf-bcdf-49e5-b765-b5434577afc5,segment=NetworkSegment(6274d8ad-456f-4882-af74-95c75bd63265),segment_id=6274d8ad-456f-4882-af74-95c75bd63265)] {{(pid=88177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:28:35.318148 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-c4ea490d-790d-4281-8f6f-d5cbc594b328 req-e4dc2431-91f6-4c60-95c2-63009edf9b52 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:35.444772 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [req-c4ea490d-790d-4281-8f6f-d5cbc594b328 req-e4dc2431-91f6-4c60-95c2-63009edf9b52 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Calling delete_port for b32af3bf-bcdf-49e5-b765-b5434577afc5 owned by compute:nova {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:28:35.624824 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-c4ea490d-790d-4281-8f6f-d5cbc594b328 req-e4dc2431-91f6-4c60-95c2-63009edf9b52 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782104357524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782103981240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2688079'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:35.682365 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dc2431-91f6-4c60-95c2-63009edf9b52 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Pushing event deleted for resources: {'Port': ['ID=b32af3bf-bcdf-49e5-b765-b5434577afc5,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:28:35.774839 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4ea490d-790d-4281-8f6f-d5cbc594b328 req-e4dc2431-91f6-4c60-95c2-63009edf9b52 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] No DVR routers for this DVR port b32af3bf-bcdf-49e5-b765-b5434577afc5 on host hv-cinder-84460 {{(pid=88177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:28:35.777555 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-c4ea490d-790d-4281-8f6f-d5cbc594b328 req-e4dc2431-91f6-4c60-95c2-63009edf9b52 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:35.780319 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c31b87cb-dcd1-45a8-a993-37c3d39bd830', 'name': 'network-vif-deleted', 'tag': 'b32af3bf-bcdf-49e5-b765-b5434577afc5'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:28:35.797086 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-c4ea490d-790d-4281-8f6f-d5cbc594b328 req-e4dc2431-91f6-4c60-95c2-63009edf9b52 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.43 "DELETE /v2.0/ports/b32af3bf-bcdf-49e5-b765-b5434577afc5 HTTP/1.1" status: 204 len: 173 time: 0.7990415 Jun 28 11:28:35.838068 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-788e63f4-6f2c-4f31-bab7-435c2a3a461d'] response: {'server_uuid': 'c31b87cb-dcd1-45a8-a993-37c3d39bd830', 'name': 'network-vif-deleted', 'tag': 'b32af3bf-bcdf-49e5-b765-b5434577afc5', 'status': 'completed', 'code': 200} Jun 28 11:28:36.132683 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-9e7e7a69-32d1-4bd5-a015-dcc7bca790c5 req-d45969ce-049f-4de0-8dc6-502fb5a2495f tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Synchronizing usage tracker for tenant:34f9a4af464a4c14af73bb4bb8314982 on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:28:36.152399 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-9e7e7a69-32d1-4bd5-a015-dcc7bca790c5 req-d45969ce-049f-4de0-8dc6-502fb5a2495f tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Unset dirty status for tenant:34f9a4af464a4c14af73bb4bb8314982 on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:28:36.153855 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-9e7e7a69-32d1-4bd5-a015-dcc7bca790c5 req-d45969ce-049f-4de0-8dc6-502fb5a2495f tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/ports?device_id=c31b87cb-dcd1-45a8-a993-37c3d39bd830 HTTP/1.1" status: 200 len: 210 time: 0.0730922 Jun 28 11:28:36.263156 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08f434a4-fd60-4f56-b7fe-639e4ab1d18c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:36.754631 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 34940) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:28:36.889690 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-92c5c8eb-fa68-408b-9049-a06efbb487e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:36.904662 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-92c5c8eb-fa68-408b-9049-a06efbb487e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:28:36.908886 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-92c5c8eb-fa68-408b-9049-a06efbb487e3 admin admin] Usage tracker for resource:security_group_rule and tenant:b96fe16d5e3c45a0bb6bd145608d39b7 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:28:36.912436 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-92c5c8eb-fa68-408b-9049-a06efbb487e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:28:36.918166 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-92c5c8eb-fa68-408b-9049-a06efbb487e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:28:37.004891 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-92c5c8eb-fa68-408b-9049-a06efbb487e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:37.010530 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-92c5c8eb-fa68-408b-9049-a06efbb487e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:37.055260 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c5c8eb-fa68-408b-9049-a06efbb487e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e81d5b-3769-4d53-af5c-4a38469fcf0b,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:28:37.060616 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-92c5c8eb-fa68-408b-9049-a06efbb487e3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b96fe16d5e3c45a0bb6bd145608d39b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3049545 Jun 28 11:28:37.063346 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 34946) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:28:37.124306 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-ddcdc601-d041-46fc-9d5f-a3aca514cc95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:37.149755 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-ddcdc601-d041-46fc-9d5f-a3aca514cc95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:37.203330 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-ddcdc601-d041-46fc-9d5f-a3aca514cc95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:37.217768 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcdc601-d041-46fc-9d5f-a3aca514cc95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e81d5b-3769-4d53-af5c-4a38469fcf0b,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:28:37.224518 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-ddcdc601-d041-46fc-9d5f-a3aca514cc95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:37.225695 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-ddcdc601-d041-46fc-9d5f-a3aca514cc95 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d5e81d5b-3769-4d53-af5c-4a38469fcf0b HTTP/1.1" status: 204 len: 168 time: 0.1613517 Jun 28 11:28:38.413287 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-318a40f5-ec71-4190-9f59-07adc8995090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:38.796147 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device b32af3bf-bcdf-49e5-b765-b5434577afc5 no longer exists at agent hyperv_hv-cinder-84460 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:28:38.831537 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] No Port match for: b32af3bf-bcdf-49e5-b765-b5434577afc5 {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:28:38.831900 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device b32af3bf-bcdf-49e5-b765-b5434577afc5 not bound to the agent host hv-cinder-84460 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:28:39.660902 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b58b1c24-9254-4745-9794-e7d1435c798c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:39.822701 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 35012) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:28:39.824765 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:40.040816 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.plugin [None req-afc78a85-d554-4927-8075-1e52e78fffe1 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Deleting port 28ef6249-2f8a-4cf1-9ecd-aa729c084c2c {{(pid=88178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:28:40.041134 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-afc78a85-d554-4927-8075-1e52e78fffe1 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:40.216501 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-afc78a85-d554-4927-8075-1e52e78fffe1 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:40.216805 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-afc78a85-d554-4927-8075-1e52e78fffe1 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:40.457194 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.plugin [None req-afc78a85-d554-4927-8075-1e52e78fffe1 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Calling delete_port for 28ef6249-2f8a-4cf1-9ecd-aa729c084c2c owned by network:floatingip {{(pid=88178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:28:40.622880 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-afc78a85-d554-4927-8075-1e52e78fffe1 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782104357524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782103981240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287935'] for port, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:40.668587 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc78a85-d554-4927-8075-1e52e78fffe1 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Pushing event deleted for resources: {'Port': ['ID=28ef6249-2f8a-4cf1-9ecd-aa729c084c2c,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:28:40.776089 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-afc78a85-d554-4927-8075-1e52e78fffe1 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks [] for floatingip, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:40.776391 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.db.l3_db [None req-afc78a85-d554-4927-8075-1e52e78fffe1 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Floating IP b9588ba3-d9c9-443c-8156-48f6e0178cbe disassociated (deleted). External IP: 172.27.2.140, port: 40de6cb6-ca53-4711-a80a-c30c8d7123b6. Jun 28 11:28:40.986031 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-90b31af6-315a-40c1-95e8-9ba1745e2d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:41.138559 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afc78a85-d554-4927-8075-1e52e78fffe1 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Router 2f29c13e-59da-4074-9512-ebd644417bb9 has already been hosted by L3 agent 65138fbb-a379-4cdd-9015-09db381edeba {{(pid=88178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:28:41.321327 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc78a85-d554-4927-8075-1e52e78fffe1 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify agent at l3_agent.dv-cinder-844605-1-iscsi the message routers_updated {{(pid=88178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:28:41.331009 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd99b3c7-0650-4479-9a3d-4182a6ff71e5 None None] Sync routers for ids ['2f29c13e-59da-4074-9512-ebd644417bb9'] in dv-cinder-844605-1-iscsi {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:28:41.340627 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd99b3c7-0650-4479-9a3d-4182a6ff71e5 None None] Routers {'2f29c13e-59da-4074-9512-ebd644417bb9'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:28:41.341272 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-cd99b3c7-0650-4479-9a3d-4182a6ff71e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:28:38Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['2f29c13e-59da-4074-9512-ebd644417bb9'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:28:41.343104 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-afc78a85-d554-4927-8075-1e52e78fffe1 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for floatingip, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:41.401797 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-afc78a85-d554-4927-8075-1e52e78fffe1 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "DELETE /v2.0/floatingips/b9588ba3-d9c9-443c-8156-48f6e0178cbe HTTP/1.1" status: 204 len: 168 time: 1.5777779 Jun 28 11:28:41.402366 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dff5b7d2-bbca-4e85-8cdb-263de353d633', 'tag': '40de6cb6-ca53-4711-a80a-c30c8d7123b6'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:28:41.448559 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f5e8720-5856-4090-8c74-834c796b8b70'] response: {'name': 'network-changed', 'server_uuid': 'dff5b7d2-bbca-4e85-8cdb-263de353d633', 'tag': '40de6cb6-ca53-4711-a80a-c30c8d7123b6', 'status': 'completed', 'code': 200} Jun 28 11:28:41.534824 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvr_db [None req-cd99b3c7-0650-4479-9a3d-4182a6ff71e5 None None] Set router 2f29c13e-59da-4074-9512-ebd644417bb9 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:28:41.577801 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b060784f-29c8-4b45-bb14-0b35ee8d237d req-40838666-dfbc-4af7-b7d7-8acc77265424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:28:41.579807 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b060784f-29c8-4b45-bb14-0b35ee8d237d req-40838666-dfbc-4af7-b7d7-8acc77265424 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=34f9a4af464a4c14af73bb4bb8314982&device_id=dff5b7d2-bbca-4e85-8cdb-263de353d633 HTTP/1.1" status: 200 len: 1098 time: 0.1094666 Jun 28 11:28:41.813194 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b060784f-29c8-4b45-bb14-0b35ee8d237d req-aed03c01-3866-4402-a077-d9837a3b34e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:28:41.819387 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b060784f-29c8-4b45-bb14-0b35ee8d237d req-aed03c01-3866-4402-a077-d9837a3b34e9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0d6307f0-ba10-44a7-b3d3-c9e66a22edf8 HTTP/1.1" status: 200 len: 913 time: 0.2329960 Jun 28 11:28:41.907709 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b060784f-29c8-4b45-bb14-0b35ee8d237d req-2b5a6d0d-2f2a-47d2-91c5-033dbd8a7efb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40de6cb6-ca53-4711-a80a-c30c8d7123b6 HTTP/1.1" status: 200 len: 217 time: 0.0801215 Jun 28 11:28:41.934869 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3eee36-8162-4021-a43d-c51bf71bc94c req-b5e69306-5f7d-427a-954c-45f7eb34ff08 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:28:41.935892 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [req-2d3eee36-8162-4021-a43d-c51bf71bc94c req-b5e69306-5f7d-427a-954c-45f7eb34ff08 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Synchronizing usage tracker for tenant:34f9a4af464a4c14af73bb4bb8314982 on resource:port {{(pid=88178) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:28:41.955048 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [req-2d3eee36-8162-4021-a43d-c51bf71bc94c req-b5e69306-5f7d-427a-954c-45f7eb34ff08 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Unset dirty status for tenant:34f9a4af464a4c14af73bb4bb8314982 on resource:port {{(pid=88178) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:28:41.956547 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-2d3eee36-8162-4021-a43d-c51bf71bc94c req-b5e69306-5f7d-427a-954c-45f7eb34ff08 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/ports?device_id=dff5b7d2-bbca-4e85-8cdb-263de353d633 HTTP/1.1" status: 200 len: 945 time: 0.1261485 Jun 28 11:28:41.997502 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b060784f-29c8-4b45-bb14-0b35ee8d237d req-1136a3e8-3264-4922-a9f7-59ecfa9c0166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:28:41.998946 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b060784f-29c8-4b45-bb14-0b35ee8d237d req-1136a3e8-3264-4922-a9f7-59ecfa9c0166 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1b0b29df-7b1f-4317-a6ef-bd3cb4e8ea72 HTTP/1.1" status: 200 len: 851 time: 0.0842023 Jun 28 11:28:42.000488 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-cd99b3c7-0650-4479-9a3d-4182a6ff71e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'name': 'tempest-TestVolumeBootPattern-2058041356-router', 'tenant_id': '34f9a4af464a4c14af73bb4bb8314982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd27a713a-0ce2-4d4f-91f9-7db720aed5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:17Z', 'updated_at': '2022-06-28T11:21:24Z', 'revision_number': 4, 'project_id': '34f9a4af464a4c14af73bb4bb8314982', 'gw_port': {'id': 'd27a713a-0ce2-4d4f-91f9-7db720aed5c7', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:18Z', 'updated_at': '2022-06-28T11:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': 'ddd4b7f5-7b12-4809-bdc0-eaad5a415bbd', 'name': '', 'network_id': '0d6307f0-ba10-44a7-b3d3-c9e66a22edf8', 'tenant_id': '34f9a4af464a4c14af73bb4bb8314982', 'mac_address': 'fa:16:3e:8e:bd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '1b0b29df-7b1f-4317-a6ef-bd3cb4e8ea72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:23Z', 'updated_at': '2022-06-28T11:21:30Z', 'revision_number': 5, 'project_id': '34f9a4af464a4c14af73bb4bb8314982', 'subnets': [{'id': '1b0b29df-7b1f-4317-a6ef-bd3cb4e8ea72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:28:42.004878 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd99b3c7-0650-4479-9a3d-4182a6ff71e5 None None] Checking router: 2f29c13e-59da-4074-9512-ebd644417bb9 for host: dv-cinder-844605-1-iscsi {{(pid=88180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:28:42.017511 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd99b3c7-0650-4479-9a3d-4182a6ff71e5 None None] Routers {'2f29c13e-59da-4074-9512-ebd644417bb9'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:28:42.018476 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-cd99b3c7-0650-4479-9a3d-4182a6ff71e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:28:38Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['2f29c13e-59da-4074-9512-ebd644417bb9'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:28:42.025027 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-2d3eee36-8162-4021-a43d-c51bf71bc94c req-7f80b7d8-62be-4c78-84fc-9c682466a36e tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/security-groups?id=59240f42-5ee9-4357-a242-d6ccb32541ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619092 Jun 28 11:28:42.091567 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b060784f-29c8-4b45-bb14-0b35ee8d237d req-a417b34a-e258-4166-a124-bb2d193bcc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:28:42.093127 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b060784f-29c8-4b45-bb14-0b35ee8d237d req-a417b34a-e258-4166-a124-bb2d193bcc9d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0d6307f0-ba10-44a7-b3d3-c9e66a22edf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0878763 Jun 28 11:28:42.232818 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b060784f-29c8-4b45-bb14-0b35ee8d237d req-0c937ca5-47a5-4b1e-890e-cae4612af38c service neutron] 10.222.0.43 "GET /v2.0/networks/0d6307f0-ba10-44a7-b3d3-c9e66a22edf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320727 Jun 28 11:28:42.250727 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvr_db [None req-cd99b3c7-0650-4479-9a3d-4182a6ff71e5 None None] Set router 2f29c13e-59da-4074-9512-ebd644417bb9 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:28:42.449901 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-b060784f-29c8-4b45-bb14-0b35ee8d237d req-90a1df12-48fc-4f85-95dc-746ece52ea1b service neutron] 10.222.0.43 "GET /v2.0/networks/0d6307f0-ba10-44a7-b3d3-c9e66a22edf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065980 Jun 28 11:28:42.577786 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-cd99b3c7-0650-4479-9a3d-4182a6ff71e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'name': 'tempest-TestVolumeBootPattern-2058041356-router', 'tenant_id': '34f9a4af464a4c14af73bb4bb8314982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd27a713a-0ce2-4d4f-91f9-7db720aed5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:17Z', 'updated_at': '2022-06-28T11:21:24Z', 'revision_number': 4, 'project_id': '34f9a4af464a4c14af73bb4bb8314982', 'gw_port': {'id': 'd27a713a-0ce2-4d4f-91f9-7db720aed5c7', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:18Z', 'updated_at': '2022-06-28T11:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': 'ddd4b7f5-7b12-4809-bdc0-eaad5a415bbd', 'name': '', 'network_id': '0d6307f0-ba10-44a7-b3d3-c9e66a22edf8', 'tenant_id': '34f9a4af464a4c14af73bb4bb8314982', 'mac_address': 'fa:16:3e:8e:bd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '1b0b29df-7b1f-4317-a6ef-bd3cb4e8ea72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:23Z', 'updated_at': '2022-06-28T11:21:30Z', 'revision_number': 5, 'project_id': '34f9a4af464a4c14af73bb4bb8314982', 'subnets': [{'id': '1b0b29df-7b1f-4317-a6ef-bd3cb4e8ea72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:28:42.581690 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd99b3c7-0650-4479-9a3d-4182a6ff71e5 None None] The sync data for ids ['2f29c13e-59da-4074-9512-ebd644417bb9'] in dv-cinder-844605-1-iscsi is: [{'id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'name': 'tempest-TestVolumeBootPattern-2058041356-router', 'tenant_id': '34f9a4af464a4c14af73bb4bb8314982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd27a713a-0ce2-4d4f-91f9-7db720aed5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:17Z', 'updated_at': '2022-06-28T11:21:24Z', 'revision_number': 4, 'project_id': '34f9a4af464a4c14af73bb4bb8314982', 'gw_port': {'id': 'd27a713a-0ce2-4d4f-91f9-7db720aed5c7', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:18Z', 'updated_at': '2022-06-28T11:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi', '_interfaces': [{'id': 'ddd4b7f5-7b12-4809-bdc0-eaad5a415bbd', 'name': '', 'network_id': '0d6307f0-ba10-44a7-b3d3-c9e66a22edf8', 'tenant_id': '34f9a4af464a4c14af73bb4bb8314982', 'mac_address': 'fa:16:3e:8e:bd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '1b0b29df-7b1f-4317-a6ef-bd3cb4e8ea72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:23Z', 'updated_at': '2022-06-28T11:21:30Z', 'revision_number': 5, 'project_id': '34f9a4af464a4c14af73bb4bb8314982', 'subnets': [{'id': '1b0b29df-7b1f-4317-a6ef-bd3cb4e8ea72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:28:42.820152 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef6f076-9e4d-4d6f-a03f-02c3e9b9e8a5 None None] New status for floating IP b9588ba3-d9c9-443c-8156-48f6e0178cbe: DOWN {{(pid=88179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:28:43.242447 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97df05fd-e867-4968-827e-7ad200c2d8b0 req-8dfab9e8-fe5c-4c60-a4f2-994a2060c658 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:28:43.243873 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-97df05fd-e867-4968-827e-7ad200c2d8b0 req-8dfab9e8-fe5c-4c60-a4f2-994a2060c658 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/ports?device_id=dff5b7d2-bbca-4e85-8cdb-263de353d633 HTTP/1.1" status: 200 len: 945 time: 0.0948224 Jun 28 11:28:43.290465 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-97df05fd-e867-4968-827e-7ad200c2d8b0 req-4bf5a68b-6444-4f55-8465-e6dfd9952b2f tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/security-groups?id=59240f42-5ee9-4357-a242-d6ccb32541ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407822 Jun 28 11:28:44.516474 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503761f2-e983-4e5a-b40e-8e1ee8e32b4f req-4a663cc9-3e31-4edd-9428-f095242b49a0 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:28:44.517937 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-503761f2-e983-4e5a-b40e-8e1ee8e32b4f req-4a663cc9-3e31-4edd-9428-f095242b49a0 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/ports?device_id=dff5b7d2-bbca-4e85-8cdb-263de353d633 HTTP/1.1" status: 200 len: 945 time: 0.1075621 Jun 28 11:28:44.561294 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [req-503761f2-e983-4e5a-b40e-8e1ee8e32b4f req-2f62f2fd-0c28-4154-a9c4-478bb6bb8358 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/security-groups?id=59240f42-5ee9-4357-a242-d6ccb32541ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373836 Jun 28 11:28:45.664988 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee8280-b94a-43c4-a318-96fa80324c4e req-345223ed-c2fa-49ec-bfca-ba9c3ddf11e8 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:28:45.667199 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-97ee8280-b94a-43c4-a318-96fa80324c4e req-345223ed-c2fa-49ec-bfca-ba9c3ddf11e8 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.43 "GET /v2.0/ports?device_id=dff5b7d2-bbca-4e85-8cdb-263de353d633 HTTP/1.1" status: 200 len: 945 time: 0.0897689 Jun 28 11:28:45.802066 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [req-97ee8280-b94a-43c4-a318-96fa80324c4e req-98a179e3-194c-490c-b635-a7902a06b638 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Deleting port 40de6cb6-ca53-4711-a80a-c30c8d7123b6 {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:28:45.802415 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-97ee8280-b94a-43c4-a318-96fa80324c4e req-98a179e3-194c-490c-b635-a7902a06b638 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:45.871699 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa467463-c27c-404d-aa5e-03a695575d32 req-5ba51473-3ed9-4b75-97f6-5439797b108a tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:28:45.873248 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-aa467463-c27c-404d-aa5e-03a695575d32 req-5ba51473-3ed9-4b75-97f6-5439797b108a tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/ports?device_id=dff5b7d2-bbca-4e85-8cdb-263de353d633 HTTP/1.1" status: 200 len: 945 time: 0.2037690 Jun 28 11:28:45.990827 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-aa467463-c27c-404d-aa5e-03a695575d32 req-d5276257-ab9e-4713-92a8-0dd214cc4fdc tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/security-groups?id=59240f42-5ee9-4357-a242-d6ccb32541ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110780 Jun 28 11:28:46.107901 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.db [req-97ee8280-b94a-43c4-a318-96fa80324c4e req-98a179e3-194c-490c-b635-a7902a06b638 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] For port 40de6cb6-ca53-4711-a80a-c30c8d7123b6, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=40de6cb6-ca53-4711-a80a-c30c8d7123b6,segment=NetworkSegment(6274d8ad-456f-4882-af74-95c75bd63265),segment_id=6274d8ad-456f-4882-af74-95c75bd63265)] {{(pid=88177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:28:46.108260 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-97ee8280-b94a-43c4-a318-96fa80324c4e req-98a179e3-194c-490c-b635-a7902a06b638 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:46.237712 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [req-97ee8280-b94a-43c4-a318-96fa80324c4e req-98a179e3-194c-490c-b635-a7902a06b638 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Calling delete_port for 40de6cb6-ca53-4711-a80a-c30c8d7123b6 owned by compute:nova {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:28:46.400228 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-97ee8280-b94a-43c4-a318-96fa80324c4e req-98a179e3-194c-490c-b635-a7902a06b638 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782104357524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782103981240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2688079'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:46.451661 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a179e3-194c-490c-b635-a7902a06b638 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Pushing event deleted for resources: {'Port': ['ID=40de6cb6-ca53-4711-a80a-c30c8d7123b6,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:28:46.539238 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ee8280-b94a-43c4-a318-96fa80324c4e req-98a179e3-194c-490c-b635-a7902a06b638 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] No DVR routers for this DVR port 40de6cb6-ca53-4711-a80a-c30c8d7123b6 on host hv-cinder-84460 {{(pid=88177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:28:46.541755 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [req-97ee8280-b94a-43c4-a318-96fa80324c4e req-98a179e3-194c-490c-b635-a7902a06b638 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:46.544210 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dff5b7d2-bbca-4e85-8cdb-263de353d633', 'name': 'network-vif-deleted', 'tag': '40de6cb6-ca53-4711-a80a-c30c8d7123b6'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:28:46.562256 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-97ee8280-b94a-43c4-a318-96fa80324c4e req-98a179e3-194c-490c-b635-a7902a06b638 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.43 "DELETE /v2.0/ports/40de6cb6-ca53-4711-a80a-c30c8d7123b6 HTTP/1.1" status: 204 len: 173 time: 0.8483775 Jun 28 11:28:46.594417 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1295996a-c247-4abd-834f-2309305d4be9'] response: {'server_uuid': 'dff5b7d2-bbca-4e85-8cdb-263de353d633', 'name': 'network-vif-deleted', 'tag': '40de6cb6-ca53-4711-a80a-c30c8d7123b6', 'status': 'completed', 'code': 200} Jun 28 11:28:47.173667 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-39caa26b-5c90-4dcd-9838-9696d9268222 req-38301b9c-d9c5-4610-8dee-926537bb3c84 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Synchronizing usage tracker for tenant:34f9a4af464a4c14af73bb4bb8314982 on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:28:47.191521 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [req-39caa26b-5c90-4dcd-9838-9696d9268222 req-38301b9c-d9c5-4610-8dee-926537bb3c84 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Unset dirty status for tenant:34f9a4af464a4c14af73bb4bb8314982 on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:28:47.193022 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [req-39caa26b-5c90-4dcd-9838-9696d9268222 req-38301b9c-d9c5-4610-8dee-926537bb3c84 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "GET /v2.0/ports?device_id=dff5b7d2-bbca-4e85-8cdb-263de353d633 HTTP/1.1" status: 200 len: 210 time: 0.0740688 Jun 28 11:28:48.303471 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 35094) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:28:48.477448 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [None req-44745550-277a-4f0a-8973-7c372dc1f404 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Deleting port 17c42c68-3922-4f30-92d7-4c8022629588 {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:28:48.477782 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-44745550-277a-4f0a-8973-7c372dc1f404 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:48.742739 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-44745550-277a-4f0a-8973-7c372dc1f404 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:48.742739 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-44745550-277a-4f0a-8973-7c372dc1f404 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:48.795082 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device 40de6cb6-ca53-4711-a80a-c30c8d7123b6 no longer exists at agent hyperv_hv-cinder-84460 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:28:48.829736 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] No Port match for: 40de6cb6-ca53-4711-a80a-c30c8d7123b6 {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:28:48.830079 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Device 40de6cb6-ca53-4711-a80a-c30c8d7123b6 not bound to the agent host hv-cinder-84460 {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:28:48.865716 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [None req-44745550-277a-4f0a-8973-7c372dc1f404 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Calling delete_port for 17c42c68-3922-4f30-92d7-4c8022629588 owned by network:floatingip {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:28:49.011002 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-44745550-277a-4f0a-8973-7c372dc1f404 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782104357524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782103981240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2688079'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:49.060299 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44745550-277a-4f0a-8973-7c372dc1f404 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Pushing event deleted for resources: {'Port': ['ID=17c42c68-3922-4f30-92d7-4c8022629588,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:28:49.162328 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-44745550-277a-4f0a-8973-7c372dc1f404 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks [] for floatingip, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:49.184656 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-44745550-277a-4f0a-8973-7c372dc1f404 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89828'] for floatingip, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:49.185799 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-44745550-277a-4f0a-8973-7c372dc1f404 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "DELETE /v2.0/floatingips/8ea88311-00e7-4dce-bdb5-30b4d77ea73a HTTP/1.1" status: 204 len: 168 time: 0.8813412 Jun 28 11:28:50.586225 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 35136) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:28:50.659762 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-13e84438-c0fa-46fa-ac22-32eacf5825f0 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:50.689791 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-13e84438-c0fa-46fa-ac22-32eacf5825f0 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:50.758779 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-13e84438-c0fa-46fa-ac22-32eacf5825f0 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:50.780718 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e84438-c0fa-46fa-ac22-32eacf5825f0 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59240f42-5ee9-4357-a242-d6ccb32541ab,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:28:50.791666 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-13e84438-c0fa-46fa-ac22-32eacf5825f0 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:50.792806 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-13e84438-c0fa-46fa-ac22-32eacf5825f0 tempest-TestVolumeBootPattern-724733098 tempest-TestVolumeBootPattern-724733098-project] 10.222.0.23 "DELETE /v2.0/security-groups/59240f42-5ee9-4357-a242-d6ccb32541ab HTTP/1.1" status: 204 len: 168 time: 0.2053661 Jun 28 11:28:50.846570 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 35142) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:28:51.705034 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-ef440395-f2a2-4c78-9980-6c8f6eccdd16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362973'] for router_interface, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:52.074649 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.plugin [None req-ef440395-f2a2-4c78-9980-6c8f6eccdd16 admin admin] Deleting port ddd4b7f5-7b12-4809-bdc0-eaad5a415bbd {{(pid=88178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:28:52.075019 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-ef440395-f2a2-4c78-9980-6c8f6eccdd16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:52.259396 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.db [None req-ef440395-f2a2-4c78-9980-6c8f6eccdd16 admin admin] For port ddd4b7f5-7b12-4809-bdc0-eaad5a415bbd, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=ddd4b7f5-7b12-4809-bdc0-eaad5a415bbd,segment=NetworkSegment(6274d8ad-456f-4882-af74-95c75bd63265),segment_id=6274d8ad-456f-4882-af74-95c75bd63265)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:28:52.259702 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-ef440395-f2a2-4c78-9980-6c8f6eccdd16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:52.381725 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.plugin [None req-ef440395-f2a2-4c78-9980-6c8f6eccdd16 admin admin] Calling delete_port for ddd4b7f5-7b12-4809-bdc0-eaad5a415bbd owned by network:router_interface {{(pid=88178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:28:52.563441 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-ef440395-f2a2-4c78-9980-6c8f6eccdd16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782104357524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782103981240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287935'] for port, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:52.611846 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef440395-f2a2-4c78-9980-6c8f6eccdd16 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddd4b7f5-7b12-4809-bdc0-eaad5a415bbd,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:28:52.991238 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-ef440395-f2a2-4c78-9980-6c8f6eccdd16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362921'] for router_interface, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:53.362166 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef440395-f2a2-4c78-9980-6c8f6eccdd16 admin admin] Router 2f29c13e-59da-4074-9512-ebd644417bb9 has already been hosted by L3 agent 65138fbb-a379-4cdd-9015-09db381edeba {{(pid=88178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:28:53.549133 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef440395-f2a2-4c78-9980-6c8f6eccdd16 admin admin] Notify agent at l3_agent.dv-cinder-844605-1-iscsi the message routers_updated {{(pid=88178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:28:53.558483 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7112b66-6b66-444f-b819-da7159990f9d None None] Sync routers for ids ['2f29c13e-59da-4074-9512-ebd644417bb9'] in dv-cinder-844605-1-iscsi {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:28:53.564303 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-ef440395-f2a2-4c78-9980-6c8f6eccdd16 admin admin] 10.222.0.23 "PUT /v2.0/routers/2f29c13e-59da-4074-9512-ebd644417bb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7141974 Jun 28 11:28:53.564480 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 35176) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:28:53.568428 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7112b66-6b66-444f-b819-da7159990f9d None None] Routers {'2f29c13e-59da-4074-9512-ebd644417bb9'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:28:53.569098 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-e7112b66-6b66-444f-b819-da7159990f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:28:38Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['2f29c13e-59da-4074-9512-ebd644417bb9'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:28:53.740376 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-0c2f809c-ddb7-45ac-9a50-ebc2a47f3154 admin admin] Notify callbacks [] for router, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:53.745479 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvr_db [None req-e7112b66-6b66-444f-b819-da7159990f9d None None] Set router 2f29c13e-59da-4074-9512-ebd644417bb9 gateway port host: dv-cinder-844605-1-iscsi {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:28:53.922806 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-0c2f809c-ddb7-45ac-9a50-ebc2a47f3154 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:53.933768 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.plugin [None req-0c2f809c-ddb7-45ac-9a50-ebc2a47f3154 admin admin] Deleting port d27a713a-0ce2-4d4f-91f9-7db720aed5c7 {{(pid=88178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:28:53.934097 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-0c2f809c-ddb7-45ac-9a50-ebc2a47f3154 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:54.035034 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-e7112b66-6b66-444f-b819-da7159990f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'name': 'tempest-TestVolumeBootPattern-2058041356-router', 'tenant_id': '34f9a4af464a4c14af73bb4bb8314982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd27a713a-0ce2-4d4f-91f9-7db720aed5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:17Z', 'updated_at': '2022-06-28T11:28:52Z', 'revision_number': 5, 'project_id': '34f9a4af464a4c14af73bb4bb8314982', 'gw_port': {'id': 'd27a713a-0ce2-4d4f-91f9-7db720aed5c7', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:2d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:18Z', 'updated_at': '2022-06-28T11:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi'}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:28:54.039098 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7112b66-6b66-444f-b819-da7159990f9d None None] Checking router: 2f29c13e-59da-4074-9512-ebd644417bb9 for host: dv-cinder-844605-1-iscsi {{(pid=88180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:28:54.048191 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7112b66-6b66-444f-b819-da7159990f9d None None] Routers {'2f29c13e-59da-4074-9512-ebd644417bb9'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:28:54.048809 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-e7112b66-6b66-444f-b819-da7159990f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:28:38Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['2f29c13e-59da-4074-9512-ebd644417bb9'], 'active': True} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:28:54.110377 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.db [None req-0c2f809c-ddb7-45ac-9a50-ebc2a47f3154 admin admin] For port d27a713a-0ce2-4d4f-91f9-7db720aed5c7, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=d27a713a-0ce2-4d4f-91f9-7db720aed5c7,segment=NetworkSegment(886fa905-49b2-4170-854f-b2cc2955959a),segment_id=886fa905-49b2-4170-854f-b2cc2955959a)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:28:54.110969 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-0c2f809c-ddb7-45ac-9a50-ebc2a47f3154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:54.200107 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_dvr_db [None req-e7112b66-6b66-444f-b819-da7159990f9d None None] Set router 2f29c13e-59da-4074-9512-ebd644417bb9 gateway port host: None {{(pid=88180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:28:54.308232 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.l3_hamode_db [None req-e7112b66-6b66-444f-b819-da7159990f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'name': 'tempest-TestVolumeBootPattern-2058041356-router', 'tenant_id': '34f9a4af464a4c14af73bb4bb8314982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:17Z', 'updated_at': '2022-06-28T11:28:53Z', 'revision_number': 6, 'project_id': '34f9a4af464a4c14af73bb4bb8314982', 'gw_port_host': None}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:28:54.312433 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7112b66-6b66-444f-b819-da7159990f9d None None] The sync data for ids ['2f29c13e-59da-4074-9512-ebd644417bb9'] in dv-cinder-844605-1-iscsi is: [{'id': '2f29c13e-59da-4074-9512-ebd644417bb9', 'name': 'tempest-TestVolumeBootPattern-2058041356-router', 'tenant_id': '34f9a4af464a4c14af73bb4bb8314982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:17Z', 'updated_at': '2022-06-28T11:28:53Z', 'revision_number': 6, 'project_id': '34f9a4af464a4c14af73bb4bb8314982', 'gw_port_host': None}] {{(pid=88180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:28:54.349295 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.plugin [None req-0c2f809c-ddb7-45ac-9a50-ebc2a47f3154 admin admin] Calling delete_port for d27a713a-0ce2-4d4f-91f9-7db720aed5c7 owned by network:router_gateway {{(pid=88178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:28:54.528038 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-0c2f809c-ddb7-45ac-9a50-ebc2a47f3154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782104357524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782103981240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287935'] for port, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:54.613325 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2f809c-ddb7-45ac-9a50-ebc2a47f3154 admin admin] Pushing event deleted for resources: {'Port': ['ID=d27a713a-0ce2-4d4f-91f9-7db720aed5c7,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:28:54.677421 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-0c2f809c-ddb7-45ac-9a50-ebc2a47f3154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362556'] for router_gateway, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:54.874792 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-0c2f809c-ddb7-45ac-9a50-ebc2a47f3154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5234'] for router, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:54.876982 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-0c2f809c-ddb7-45ac-9a50-ebc2a47f3154 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:54.901114 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-0c2f809c-ddb7-45ac-9a50-ebc2a47f3154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-360925'] for router, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:54.901682 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2f809c-ddb7-45ac-9a50-ebc2a47f3154 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f29c13e-59da-4074-9512-ebd644417bb9 {{(pid=88178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 28 11:28:54.913318 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-0c2f809c-ddb7-45ac-9a50-ebc2a47f3154 admin admin] Notify callbacks [] for router, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:54.914460 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-0c2f809c-ddb7-45ac-9a50-ebc2a47f3154 admin admin] 10.222.0.23 "DELETE /v2.0/routers/2f29c13e-59da-4074-9512-ebd644417bb9 HTTP/1.1" status: 204 len: 168 time: 1.3490605 Jun 28 11:28:54.917173 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 35194) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:28:54.979098 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a386873-1e6f-4024-89f8-061995627dc7 admin admin] Deleting subnet 1b0b29df-7b1f-4317-a6ef-bd3cb4e8ea72 {{(pid=88178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 28 11:28:54.982103 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-9a386873-1e6f-4024-89f8-061995627dc7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:55.044013 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-9a386873-1e6f-4024-89f8-061995627dc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2289234'] for subnet, precommit_delete_associations {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:55.138631 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-9a386873-1e6f-4024-89f8-061995627dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7782429'] for subnet, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:55.220777 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-9a386873-1e6f-4024-89f8-061995627dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7782438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2287970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2482708'] for subnet, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:55.260342 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a386873-1e6f-4024-89f8-061995627dc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b0b29df-7b1f-4317-a6ef-bd3cb4e8ea72,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:28:55.262296 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-9a386873-1e6f-4024-89f8-061995627dc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:55.267246 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c538a46-730c-4b36-a08e-e2b0b313c297 None None] Network 0d6307f0-ba10-44a7-b3d3-c9e66a22edf8 requested from dv-cinder-844605-1-iscsi {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:28:55.268688 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-9a386873-1e6f-4024-89f8-061995627dc7 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1b0b29df-7b1f-4317-a6ef-bd3cb4e8ea72 HTTP/1.1" status: 204 len: 168 time: 0.3505590 Jun 28 11:28:55.271270 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 35198) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:28:55.383125 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-19155677-7e9b-4d89-8c65-da9d626a7f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7702436'] for network, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:55.397170 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.plugin [None req-19155677-7e9b-4d89-8c65-da9d626a7f8e admin admin] Deleting port 05007506-f62f-406f-b1f5-8e32de787257 {{(pid=88178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:28:55.397533 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-19155677-7e9b-4d89-8c65-da9d626a7f8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:55.533075 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ddf4bd-d7c5-43fa-ad09-e03562e495a2 None None] DHCP port deletion for 0d6307f0-ba10-44a7-b3d3-c9e66a22edf8 request from dv-cinder-844605-1-iscsi {{(pid=88179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 28 11:28:55.537305 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-00ddf4bd-d7c5-43fa-ad09-e03562e495a2 None None] Deleting port 05007506-f62f-406f-b1f5-8e32de787257 {{(pid=88179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:28:55.537877 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-00ddf4bd-d7c5-43fa-ad09-e03562e495a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:55.625078 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.db [None req-19155677-7e9b-4d89-8c65-da9d626a7f8e admin admin] For port 05007506-f62f-406f-b1f5-8e32de787257, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=05007506-f62f-406f-b1f5-8e32de787257,segment=NetworkSegment(6274d8ad-456f-4882-af74-95c75bd63265),segment_id=6274d8ad-456f-4882-af74-95c75bd63265)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:28:55.625400 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-19155677-7e9b-4d89-8c65-da9d626a7f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:55.749379 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-00ddf4bd-d7c5-43fa-ad09-e03562e495a2 None None] For port 05007506-f62f-406f-b1f5-8e32de787257, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=05007506-f62f-406f-b1f5-8e32de787257,segment=NetworkSegment(6274d8ad-456f-4882-af74-95c75bd63265),segment_id=6274d8ad-456f-4882-af74-95c75bd63265)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:28:55.749647 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-00ddf4bd-d7c5-43fa-ad09-e03562e495a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:55.850656 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.plugin [None req-19155677-7e9b-4d89-8c65-da9d626a7f8e admin admin] Calling delete_port for 05007506-f62f-406f-b1f5-8e32de787257 owned by network:dhcp {{(pid=88178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:28:55.869931 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 05007506-f62f-406f-b1f5-8e32de787257 no longer exists at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:28:55.898611 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-00ddf4bd-d7c5-43fa-ad09-e03562e495a2 None None] Calling delete_port for 05007506-f62f-406f-b1f5-8e32de787257 owned by network:dhcp {{(pid=88179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:28:55.945000 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-19155677-7e9b-4d89-8c65-da9d626a7f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782104357524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782103981240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287935'] for port, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:55.983507 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.db.api [None req-00ddf4bd-d7c5-43fa-ad09-e03562e495a2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 11:28:55.983865 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG oslo_db.api [None req-00ddf4bd-d7c5-43fa-ad09-e03562e495a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 11:28:55.989532 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] No Port match for: 05007506-f62f-406f-b1f5-8e32de787257 {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:28:55.989879 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device 05007506-f62f-406f-b1f5-8e32de787257 not bound to the agent host dv-cinder-844605-1-iscsi {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:28:55.990303 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device d27a713a-0ce2-4d4f-91f9-7db720aed5c7 no longer exists at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:28:55.998639 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19155677-7e9b-4d89-8c65-da9d626a7f8e admin admin] Pushing event deleted for resources: {'Port': ['ID=05007506-f62f-406f-b1f5-8e32de787257,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:28:56.003848 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19155677-7e9b-4d89-8c65-da9d626a7f8e admin admin] No DVR routers for this DVR port 05007506-f62f-406f-b1f5-8e32de787257 on host dv-cinder-844605-1-iscsi {{(pid=88178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:28:56.026539 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] No Port match for: d27a713a-0ce2-4d4f-91f9-7db720aed5c7 {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:28:56.026883 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device d27a713a-0ce2-4d4f-91f9-7db720aed5c7 not bound to the agent host dv-cinder-844605-1-iscsi {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:28:56.027621 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device ddd4b7f5-7b12-4809-bdc0-eaad5a415bbd no longer exists at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:28:56.060173 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] No Port match for: ddd4b7f5-7b12-4809-bdc0-eaad5a415bbd {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:28:56.060506 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device ddd4b7f5-7b12-4809-bdc0-eaad5a415bbd not bound to the agent host dv-cinder-844605-1-iscsi {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:28:56.124939 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-19155677-7e9b-4d89-8c65-da9d626a7f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7788904', 'neutron.services.segments.db._delete_segments_for_network-8782104351353'] for network, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:56.151796 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.services.segments.db [None req-19155677-7e9b-4d89-8c65-da9d626a7f8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d6307f0-ba10-44a7-b3d3-c9e66a22edf8']}} {{(pid=88178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:28:56.164261 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.services.segments.db [None req-19155677-7e9b-4d89-8c65-da9d626a7f8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6274d8ad-456f-4882-af74-95c75bd63265') {'for_net_delete': True} {{(pid=88178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:28:56.164616 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.services.segments.db [None req-19155677-7e9b-4d89-8c65-da9d626a7f8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6274d8ad-456f-4882-af74-95c75bd63265') {} {{(pid=88178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:28:56.177447 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-19155677-7e9b-4d89-8c65-da9d626a7f8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782104354196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2289243'] for segment, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:56.195858 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-19155677-7e9b-4d89-8c65-da9d626a7f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812087'] for segment, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:56.202634 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19155677-7e9b-4d89-8c65-da9d626a7f8e admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=88178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 11:28:56.203051 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-19155677-7e9b-4d89-8c65-da9d626a7f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7812088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2288076'] for segment, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:56.269153 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.services.segments.plugin [-] Segment 6274d8ad-456f-4882-af74-95c75bd63265 resource provider aggregate not found Jun 28 11:28:56.294641 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.services.segments.plugin [-] Segment 6274d8ad-456f-4882-af74-95c75bd63265 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6274d8ad-456f-4882-af74-95c75bd63265 found for delete ", "request_id": "req-83fdf3ea-201a-4aed-ae6d-b8938c2bb29c"}]} Jun 28 11:28:56.305145 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-19155677-7e9b-4d89-8c65-da9d626a7f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7788903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361949'] for network, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:56.321112 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-19155677-7e9b-4d89-8c65-da9d626a7f8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562711'] for network, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:56.331590 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19155677-7e9b-4d89-8c65-da9d626a7f8e admin admin] Pushing event deleted for resources: {'Network': ['ID=0d6307f0-ba10-44a7-b3d3-c9e66a22edf8,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:28:56.347090 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-19155677-7e9b-4d89-8c65-da9d626a7f8e admin admin] 10.222.0.23 "DELETE /v2.0/networks/0d6307f0-ba10-44a7-b3d3-c9e66a22edf8 HTTP/1.1" status: 204 len: 168 time: 1.0748689 Jun 28 11:28:56.350027 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 35214) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:28:56.485443 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-00ddf4bd-d7c5-43fa-ad09-e03562e495a2 None None] Deleting port 05007506-f62f-406f-b1f5-8e32de787257 {{(pid=88179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:28:56.486072 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-00ddf4bd-d7c5-43fa-ad09-e03562e495a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:56.554438 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-00ddf4bd-d7c5-43fa-ad09-e03562e495a2 None None] The port '05007506-f62f-406f-b1f5-8e32de787257' was deleted {{(pid=88179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 28 11:28:56.918851 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-c1835bcd-3940-4330-90e5-ce8858ec0f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362973'] for router_interface, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:57.271793 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.plugin [None req-c1835bcd-3940-4330-90e5-ce8858ec0f42 admin admin] Deleting port df7500d6-659f-47e7-af79-73773c0d2aa5 {{(pid=88178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:28:57.272542 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-c1835bcd-3940-4330-90e5-ce8858ec0f42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:57.568047 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.db [None req-c1835bcd-3940-4330-90e5-ce8858ec0f42 admin admin] For port df7500d6-659f-47e7-af79-73773c0d2aa5, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=df7500d6-659f-47e7-af79-73773c0d2aa5,segment=NetworkSegment(de4c47a9-f898-4cbf-8ae9-0c519f4224f0),segment_id=de4c47a9-f898-4cbf-8ae9-0c519f4224f0)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:28:57.568426 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-c1835bcd-3940-4330-90e5-ce8858ec0f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:57.695155 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.plugins.ml2.plugin [None req-c1835bcd-3940-4330-90e5-ce8858ec0f42 admin admin] Calling delete_port for df7500d6-659f-47e7-af79-73773c0d2aa5 owned by network:router_interface {{(pid=88178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:28:57.868975 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-c1835bcd-3940-4330-90e5-ce8858ec0f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782104357524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782103981240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2287935'] for port, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:57.925254 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1835bcd-3940-4330-90e5-ce8858ec0f42 admin admin] Pushing event deleted for resources: {'Port': ['ID=df7500d6-659f-47e7-af79-73773c0d2aa5,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:28:58.207592 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-c1835bcd-3940-4330-90e5-ce8858ec0f42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362921'] for router_interface, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:58.590213 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1835bcd-3940-4330-90e5-ce8858ec0f42 admin admin] Router d9bccf2c-db57-4651-b9c4-5304b063aedd has already been hosted by L3 agent 65138fbb-a379-4cdd-9015-09db381edeba {{(pid=88178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:28:58.765108 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1835bcd-3940-4330-90e5-ce8858ec0f42 admin admin] Notify agent at l3_agent.dv-cinder-844605-1-iscsi the message routers_updated {{(pid=88178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:28:58.775087 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a01f32-7a06-4c22-9057-23e7f02c293f None None] Sync routers for ids ['d9bccf2c-db57-4651-b9c4-5304b063aedd'] in dv-cinder-844605-1-iscsi {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:28:58.777403 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-c1835bcd-3940-4330-90e5-ce8858ec0f42 admin admin] 10.222.0.23 "PUT /v2.0/routers/d9bccf2c-db57-4651-b9c4-5304b063aedd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4263844 Jun 28 11:28:58.780156 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 35230) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:28:58.785608 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a01f32-7a06-4c22-9057-23e7f02c293f None None] Routers {'d9bccf2c-db57-4651-b9c4-5304b063aedd'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:28:58.786223 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-a2a01f32-7a06-4c22-9057-23e7f02c293f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:28:38Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['d9bccf2c-db57-4651-b9c4-5304b063aedd'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:28:58.960845 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-75c536ce-50d3-489b-a5b9-0d433dd905d5 admin admin] Notify callbacks [] for router, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:58.995806 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-a2a01f32-7a06-4c22-9057-23e7f02c293f None None] Set router d9bccf2c-db57-4651-b9c4-5304b063aedd gateway port host: dv-cinder-844605-1-iscsi {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:28:59.142133 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-75c536ce-50d3-489b-a5b9-0d433dd905d5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:59.151352 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [None req-75c536ce-50d3-489b-a5b9-0d433dd905d5 admin admin] Deleting port d1c1fa13-7eca-49a4-abd2-44cf20528572 {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:28:59.151672 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-75c536ce-50d3-489b-a5b9-0d433dd905d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:59.277226 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-a2a01f32-7a06-4c22-9057-23e7f02c293f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9bccf2c-db57-4651-b9c4-5304b063aedd', 'name': 'tempest-TestVolumeBootPattern-67462293-router', 'tenant_id': '947c65c68d7d44698a8a48ceeb9e6bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'external_fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': 'd1c1fa13-7eca-49a4-abd2-44cf20528572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:27Z', 'updated_at': '2022-06-28T11:28:57Z', 'revision_number': 5, 'project_id': '947c65c68d7d44698a8a48ceeb9e6bc7', 'gw_port': {'id': 'd1c1fa13-7eca-49a4-abd2-44cf20528572', 'name': '', 'network_id': '6387ef29-ddd8-4632-9016-e02c39923463', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:28:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9bccf2c-db57-4651-b9c4-5304b063aedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:28Z', 'updated_at': '2022-06-28T11:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3766c0-f55a-400a-8fdd-81b5b17b1576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-iscsi'}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:28:59.281204 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a01f32-7a06-4c22-9057-23e7f02c293f None None] Checking router: d9bccf2c-db57-4651-b9c4-5304b063aedd for host: dv-cinder-844605-1-iscsi {{(pid=88179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:28:59.289887 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a01f32-7a06-4c22-9057-23e7f02c293f None None] Routers {'d9bccf2c-db57-4651-b9c4-5304b063aedd'} bound to L3 agent in host dv-cinder-844605-1-iscsi {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:28:59.290511 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-a2a01f32-7a06-4c22-9057-23e7f02c293f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-28T11:07:38Z,description=,heartbeat_timestamp=2022-06-28T11:28:38Z,host='dv-cinder-844605-1-iscsi',id=65138fbb-a379-4cdd-9015-09db381edeba,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:38Z,topic='l3_agent')) {'router_ids': ['d9bccf2c-db57-4651-b9c4-5304b063aedd'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:28:59.328859 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.db [None req-75c536ce-50d3-489b-a5b9-0d433dd905d5 admin admin] For port d1c1fa13-7eca-49a4-abd2-44cf20528572, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=d1c1fa13-7eca-49a4-abd2-44cf20528572,segment=NetworkSegment(886fa905-49b2-4170-854f-b2cc2955959a),segment_id=886fa905-49b2-4170-854f-b2cc2955959a)] {{(pid=88177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:28:59.329203 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-75c536ce-50d3-489b-a5b9-0d433dd905d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:59.447370 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_dvr_db [None req-a2a01f32-7a06-4c22-9057-23e7f02c293f None None] Set router d9bccf2c-db57-4651-b9c4-5304b063aedd gateway port host: None {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:28:59.449627 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [None req-75c536ce-50d3-489b-a5b9-0d433dd905d5 admin admin] Calling delete_port for d1c1fa13-7eca-49a4-abd2-44cf20528572 owned by network:router_gateway {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:28:59.554935 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.db.l3_hamode_db [None req-a2a01f32-7a06-4c22-9057-23e7f02c293f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9bccf2c-db57-4651-b9c4-5304b063aedd', 'name': 'tempest-TestVolumeBootPattern-67462293-router', 'tenant_id': '947c65c68d7d44698a8a48ceeb9e6bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:27Z', 'updated_at': '2022-06-28T11:28:59Z', 'revision_number': 6, 'project_id': '947c65c68d7d44698a8a48ceeb9e6bc7', 'gw_port_host': None}], 'dv-cinder-844605-1-iscsi', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:28:59.559454 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a01f32-7a06-4c22-9057-23e7f02c293f None None] The sync data for ids ['d9bccf2c-db57-4651-b9c4-5304b063aedd'] in dv-cinder-844605-1-iscsi is: [{'id': 'd9bccf2c-db57-4651-b9c4-5304b063aedd', 'name': 'tempest-TestVolumeBootPattern-67462293-router', 'tenant_id': '947c65c68d7d44698a8a48ceeb9e6bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:27Z', 'updated_at': '2022-06-28T11:28:59Z', 'revision_number': 6, 'project_id': '947c65c68d7d44698a8a48ceeb9e6bc7', 'gw_port_host': None}] {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:28:59.639628 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-75c536ce-50d3-489b-a5b9-0d433dd905d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782104357524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782103981240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2688079'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:59.687361 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c536ce-50d3-489b-a5b9-0d433dd905d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1c1fa13-7eca-49a4-abd2-44cf20528572,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:28:59.794968 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:59.885016 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-75c536ce-50d3-489b-a5b9-0d433dd905d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362556'] for router_gateway, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:00.078055 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-75c536ce-50d3-489b-a5b9-0d433dd905d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5234'] for router, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:00.080401 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-75c536ce-50d3-489b-a5b9-0d433dd905d5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:00.104907 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-75c536ce-50d3-489b-a5b9-0d433dd905d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-360925'] for router, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:00.105516 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c536ce-50d3-489b-a5b9-0d433dd905d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9bccf2c-db57-4651-b9c4-5304b063aedd {{(pid=88177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 28 11:29:00.118647 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-75c536ce-50d3-489b-a5b9-0d433dd905d5 admin admin] Notify callbacks [] for router, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:00.122831 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-75c536ce-50d3-489b-a5b9-0d433dd905d5 admin admin] 10.222.0.23 "DELETE /v2.0/routers/d9bccf2c-db57-4651-b9c4-5304b063aedd HTTP/1.1" status: 204 len: 168 time: 1.3385584 Jun 28 11:29:00.123268 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 35240) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:29:00.188593 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.db_base_plugin_v2 [None req-de0c326c-c6ed-4509-8dcb-75c3f9f66b5a admin admin] Deleting subnet b21e9d3a-1d66-456e-955f-fbc5fbb0f0f7 {{(pid=88177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 28 11:29:00.193828 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-de0c326c-c6ed-4509-8dcb-75c3f9f66b5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:00.245834 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-de0c326c-c6ed-4509-8dcb-75c3f9f66b5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2687806'] for subnet, precommit_delete_associations {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:00.328187 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device df7500d6-659f-47e7-af79-73773c0d2aa5 no longer exists at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:29:00.329007 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-de0c326c-c6ed-4509-8dcb-75c3f9f66b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7782429'] for subnet, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:00.369979 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] No Port match for: df7500d6-659f-47e7-af79-73773c0d2aa5 {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:29:00.370335 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device df7500d6-659f-47e7-af79-73773c0d2aa5 not bound to the agent host dv-cinder-844605-1-iscsi {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:29:00.413723 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-de0c326c-c6ed-4509-8dcb-75c3f9f66b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7782438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2688018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1870494'] for subnet, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:00.450933 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0c326c-c6ed-4509-8dcb-75c3f9f66b5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b21e9d3a-1d66-456e-955f-fbc5fbb0f0f7,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:29:00.456285 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-de0c326c-c6ed-4509-8dcb-75c3f9f66b5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562711'] for subnet, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:00.462783 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-de0c326c-c6ed-4509-8dcb-75c3f9f66b5a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b21e9d3a-1d66-456e-955f-fbc5fbb0f0f7 HTTP/1.1" status: 204 len: 168 time: 0.3382859 Jun 28 11:29:00.463793 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065d29f9-8dc3-4842-bc63-c2f72a6bf336 None None] Network d9f0fa05-43f7-4336-8e17-4dae6871355f requested from dv-cinder-844605-1-iscsi {{(pid=88179) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:29:00.465271 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 35244) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:29:00.576853 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-b00da3c2-ef60-4a74-bc88-779a548aa0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7702436'] for network, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:00.587643 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [None req-b00da3c2-ef60-4a74-bc88-779a548aa0f3 admin admin] Deleting port c27ea1a4-756b-468f-9f85-7ae0809334e5 {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:29:00.587979 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-b00da3c2-ef60-4a74-bc88-779a548aa0f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:00.720789 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60fa5b3-1e05-4ab0-8ce1-e367a3306d8a None None] DHCP port deletion for d9f0fa05-43f7-4336-8e17-4dae6871355f request from dv-cinder-844605-1-iscsi {{(pid=88179) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 28 11:29:00.725182 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-b60fa5b3-1e05-4ab0-8ce1-e367a3306d8a None None] Deleting port c27ea1a4-756b-468f-9f85-7ae0809334e5 {{(pid=88179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:29:00.725537 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b60fa5b3-1e05-4ab0-8ce1-e367a3306d8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:00.807506 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.db [None req-b00da3c2-ef60-4a74-bc88-779a548aa0f3 admin admin] For port c27ea1a4-756b-468f-9f85-7ae0809334e5, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=c27ea1a4-756b-468f-9f85-7ae0809334e5,segment=NetworkSegment(de4c47a9-f898-4cbf-8ae9-0c519f4224f0),segment_id=de4c47a9-f898-4cbf-8ae9-0c519f4224f0)] {{(pid=88177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:29:00.807759 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-b00da3c2-ef60-4a74-bc88-779a548aa0f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:00.933204 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.plugin [None req-b00da3c2-ef60-4a74-bc88-779a548aa0f3 admin admin] Calling delete_port for c27ea1a4-756b-468f-9f85-7ae0809334e5 owned by network:dhcp {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:29:00.939274 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.db [None req-b60fa5b3-1e05-4ab0-8ce1-e367a3306d8a None None] For port c27ea1a4-756b-468f-9f85-7ae0809334e5, host dv-cinder-844605-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-iscsi',level=0,port_id=c27ea1a4-756b-468f-9f85-7ae0809334e5,segment=NetworkSegment(de4c47a9-f898-4cbf-8ae9-0c519f4224f0),segment_id=de4c47a9-f898-4cbf-8ae9-0c519f4224f0)] {{(pid=88179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:29:00.940293 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b60fa5b3-1e05-4ab0-8ce1-e367a3306d8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-360931'] for port, precommit_delete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:01.014369 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-b00da3c2-ef60-4a74-bc88-779a548aa0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7833904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782104357524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782103981240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2688079'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:01.067541 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00da3c2-ef60-4a74-bc88-779a548aa0f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c27ea1a4-756b-468f-9f85-7ae0809334e5,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:29:01.069418 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00da3c2-ef60-4a74-bc88-779a548aa0f3 admin admin] No DVR routers for this DVR port c27ea1a4-756b-468f-9f85-7ae0809334e5 on host dv-cinder-844605-1-iscsi {{(pid=88177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:29:01.074036 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-b60fa5b3-1e05-4ab0-8ce1-e367a3306d8a None None] Calling delete_port for c27ea1a4-756b-468f-9f85-7ae0809334e5 owned by network:dhcp {{(pid=88179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:29:01.148877 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.db.api [None req-b60fa5b3-1e05-4ab0-8ce1-e367a3306d8a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 11:29:01.149360 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG oslo_db.api [None req-b60fa5b3-1e05-4ab0-8ce1-e367a3306d8a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 11:29:01.189683 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-b00da3c2-ef60-4a74-bc88-779a548aa0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7788904', 'neutron.services.segments.db._delete_segments_for_network-8782104351353'] for network, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:01.216229 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.services.segments.db [None req-b00da3c2-ef60-4a74-bc88-779a548aa0f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9f0fa05-43f7-4336-8e17-4dae6871355f']}} {{(pid=88177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:29:01.228864 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.services.segments.db [None req-b00da3c2-ef60-4a74-bc88-779a548aa0f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de4c47a9-f898-4cbf-8ae9-0c519f4224f0') {'for_net_delete': True} {{(pid=88177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:29:01.229163 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.services.segments.db [None req-b00da3c2-ef60-4a74-bc88-779a548aa0f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de4c47a9-f898-4cbf-8ae9-0c519f4224f0') {} {{(pid=88177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:29:01.240518 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-b00da3c2-ef60-4a74-bc88-779a548aa0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782104354196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2687799'] for segment, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:01.257604 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-b00da3c2-ef60-4a74-bc88-779a548aa0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812087'] for segment, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:01.264274 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b00da3c2-ef60-4a74-bc88-779a548aa0f3 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=88177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 11:29:01.264650 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-b00da3c2-ef60-4a74-bc88-779a548aa0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7812088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2688188'] for segment, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:01.426206 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.services.segments.plugin [-] Segment de4c47a9-f898-4cbf-8ae9-0c519f4224f0 resource provider aggregate not found Jun 28 11:29:01.461887 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-b00da3c2-ef60-4a74-bc88-779a548aa0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7788903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361949'] for network, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:01.478674 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-b00da3c2-ef60-4a74-bc88-779a548aa0f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562711'] for network, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:01.489619 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00da3c2-ef60-4a74-bc88-779a548aa0f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9f0fa05-43f7-4336-8e17-4dae6871355f,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:29:01.494320 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-b00da3c2-ef60-4a74-bc88-779a548aa0f3 admin admin] 10.222.0.23 "DELETE /v2.0/networks/d9f0fa05-43f7-4336-8e17-4dae6871355f HTTP/1.1" status: 204 len: 168 time: 1.0273170 Jun 28 11:29:01.508580 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.services.segments.plugin [-] Segment de4c47a9-f898-4cbf-8ae9-0c519f4224f0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid de4c47a9-f898-4cbf-8ae9-0c519f4224f0 found for delete ", "request_id": "req-cba73577-530c-4ed9-bab4-dd0a89a80ac5"}]} Jun 28 11:29:01.614108 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 35268) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:29:01.650934 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-b60fa5b3-1e05-4ab0-8ce1-e367a3306d8a None None] Deleting port c27ea1a4-756b-468f-9f85-7ae0809334e5 {{(pid=88179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:29:01.651240 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b60fa5b3-1e05-4ab0-8ce1-e367a3306d8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782104356410'] for port, before_delete {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:01.666805 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-27dffa2c-a239-4cf1-8e24-38f57f6e0740 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=34f9a4af464a4c14af73bb4bb8314982&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0515549 Jun 28 11:29:01.669493 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 35272) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:29:01.731610 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-9a2ff251-ced1-43df-a199-384951859c03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:01.760547 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-9a2ff251-ced1-43df-a199-384951859c03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:01.765962 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-b60fa5b3-1e05-4ab0-8ce1-e367a3306d8a None None] The port 'c27ea1a4-756b-468f-9f85-7ae0809334e5' was deleted {{(pid=88179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 28 11:29:01.818901 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-9a2ff251-ced1-43df-a199-384951859c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:01.836847 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2ff251-ced1-43df-a199-384951859c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d337acf2-c4b8-45e5-a621-7cf2bb50dd6c,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:29:01.860695 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-9a2ff251-ced1-43df-a199-384951859c03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:01.860695 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-9a2ff251-ced1-43df-a199-384951859c03 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d337acf2-c4b8-45e5-a621-7cf2bb50dd6c HTTP/1.1" status: 204 len: 168 time: 0.1815488 Jun 28 11:29:01.879574 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device d1c1fa13-7eca-49a4-abd2-44cf20528572 no longer exists at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:29:01.914091 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] No Port match for: d1c1fa13-7eca-49a4-abd2-44cf20528572 {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:29:01.914328 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device d1c1fa13-7eca-49a4-abd2-44cf20528572 not bound to the agent host dv-cinder-844605-1-iscsi {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:29:01.915251 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device c27ea1a4-756b-468f-9f85-7ae0809334e5 no longer exists at agent ovs-agent-dv-cinder-844605-1-iscsi {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:29:01.949855 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.plugin [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] No Port match for: c27ea1a4-756b-468f-9f85-7ae0809334e5 {{(pid=88179) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:29:01.950418 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron.plugins.ml2.rpc [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Device c27ea1a4-756b-468f-9f85-7ae0809334e5 not bound to the agent host dv-cinder-844605-1-iscsi {{(pid=88179) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:29:02.236426 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 35282) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:29:02.286411 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-29b6120d-2918-4009-bcae-fdd14e60d18a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=947c65c68d7d44698a8a48ceeb9e6bc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0487096 Jun 28 11:29:02.288924 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 35286) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:29:02.347456 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-8757f49f-21a0-46fa-8b9d-36ff5edc2810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:02.373834 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-8757f49f-21a0-46fa-8b9d-36ff5edc2810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:02.426893 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-8757f49f-21a0-46fa-8b9d-36ff5edc2810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:02.441954 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8757f49f-21a0-46fa-8b9d-36ff5edc2810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae0afe3-e68a-4771-b40c-20f6c384c1a7,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:29:02.451254 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-8757f49f-21a0-46fa-8b9d-36ff5edc2810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:02.452353 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-8757f49f-21a0-46fa-8b9d-36ff5edc2810 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5ae0afe3-e68a-4771-b40c-20f6c384c1a7 HTTP/1.1" status: 204 len: 168 time: 0.1625612 Jun 28 11:29:06.273765 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-78707cf8-8534-4212-888f-f54b70bc7230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:06.650486 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.agents_db [None req-fef25e13-dc2d-42bf-aa2e-f684c08e94a6 None None] Agent healthcheck: found 6 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:29:08.419208 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ff6ac791-2b31-45f7-aa34-9f76b33c5102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:09.663907 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b58b1c24-9254-4745-9794-e7d1435c798c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:09.820995 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:11.000370 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-90b31af6-315a-40c1-95e8-9ba1745e2d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:20.773739 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 35450) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:29:20.909791 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-8b802a90-5a74-41a3-be3c-dae4f42b53b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:20.928391 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-8b802a90-5a74-41a3-be3c-dae4f42b53b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:29:20.933677 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-8b802a90-5a74-41a3-be3c-dae4f42b53b0 admin admin] Usage tracker for resource:security_group_rule and tenant:fe4fc0c6dab2417296f82bb9d1897a24 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:29:20.937365 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-8b802a90-5a74-41a3-be3c-dae4f42b53b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:29:20.943613 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-8b802a90-5a74-41a3-be3c-dae4f42b53b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:29:21.142582 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-8b802a90-5a74-41a3-be3c-dae4f42b53b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:21.147955 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-8b802a90-5a74-41a3-be3c-dae4f42b53b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:21.193490 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-8b802a90-5a74-41a3-be3c-dae4f42b53b0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fe4fc0c6dab2417296f82bb9d1897a24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4186263 Jun 28 11:29:21.194331 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b802a90-5a74-41a3-be3c-dae4f42b53b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cfab72a-7c07-46db-8985-2ba4ee8a8c17,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:29:21.196231 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 35456) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:29:21.213074 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b802a90-5a74-41a3-be3c-dae4f42b53b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:29:21.213421 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b802a90-5a74-41a3-be3c-dae4f42b53b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:29:21.213758 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b802a90-5a74-41a3-be3c-dae4f42b53b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:29:21.214087 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b802a90-5a74-41a3-be3c-dae4f42b53b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:29:21.214413 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b802a90-5a74-41a3-be3c-dae4f42b53b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:29:21.214737 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b802a90-5a74-41a3-be3c-dae4f42b53b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:29:21.215067 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b802a90-5a74-41a3-be3c-dae4f42b53b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:29:21.215379 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b802a90-5a74-41a3-be3c-dae4f42b53b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:29:21.215699 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b802a90-5a74-41a3-be3c-dae4f42b53b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:29:21.216017 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b802a90-5a74-41a3-be3c-dae4f42b53b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:29:21.216330 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b802a90-5a74-41a3-be3c-dae4f42b53b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:29:21.216666 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b802a90-5a74-41a3-be3c-dae4f42b53b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:29:21.266398 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-b9cd2237-d7db-454f-886b-ba00e6cfc8a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:21.292674 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-b9cd2237-d7db-454f-886b-ba00e6cfc8a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:21.344205 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-b9cd2237-d7db-454f-886b-ba00e6cfc8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:21.372055 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cd2237-d7db-454f-886b-ba00e6cfc8a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cfab72a-7c07-46db-8985-2ba4ee8a8c17,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:29:21.378085 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-b9cd2237-d7db-454f-886b-ba00e6cfc8a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:21.381636 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-b9cd2237-d7db-454f-886b-ba00e6cfc8a2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3cfab72a-7c07-46db-8985-2ba4ee8a8c17 HTTP/1.1" status: 204 len: 168 time: 0.1820698 Jun 28 11:29:21.709225 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 35464) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:29:21.727239 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-bf710fb8-58f1-416d-b9e2-615f6e0b7614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:21.745974 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-bf710fb8-58f1-416d-b9e2-615f6e0b7614 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:29:21.750393 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-bf710fb8-58f1-416d-b9e2-615f6e0b7614 admin admin] Usage tracker for resource:security_group_rule and tenant:a37715c09d144ccb832453a9336136e2 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:29:21.753549 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-bf710fb8-58f1-416d-b9e2-615f6e0b7614 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:29:21.759612 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-bf710fb8-58f1-416d-b9e2-615f6e0b7614 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:29:21.842498 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-bf710fb8-58f1-416d-b9e2-615f6e0b7614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:21.849973 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-bf710fb8-58f1-416d-b9e2-615f6e0b7614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:21.898706 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-bf710fb8-58f1-416d-b9e2-615f6e0b7614 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a37715c09d144ccb832453a9336136e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1884315 Jun 28 11:29:21.899677 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf710fb8-58f1-416d-b9e2-615f6e0b7614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc887008-aac1-49c2-84a1-9394faa5d87b,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:29:21.901633 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 35468) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:29:21.907476 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf710fb8-58f1-416d-b9e2-615f6e0b7614 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:29:21.907817 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf710fb8-58f1-416d-b9e2-615f6e0b7614 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:29:21.908148 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf710fb8-58f1-416d-b9e2-615f6e0b7614 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:29:21.908472 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf710fb8-58f1-416d-b9e2-615f6e0b7614 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:29:21.908815 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf710fb8-58f1-416d-b9e2-615f6e0b7614 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:29:21.909158 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf710fb8-58f1-416d-b9e2-615f6e0b7614 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:29:21.909447 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf710fb8-58f1-416d-b9e2-615f6e0b7614 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:29:21.909759 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf710fb8-58f1-416d-b9e2-615f6e0b7614 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:29:21.910075 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf710fb8-58f1-416d-b9e2-615f6e0b7614 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:29:21.910377 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf710fb8-58f1-416d-b9e2-615f6e0b7614 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:29:21.910705 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf710fb8-58f1-416d-b9e2-615f6e0b7614 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:29:21.910989 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf710fb8-58f1-416d-b9e2-615f6e0b7614 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-iscsi {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:29:21.977680 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-33e15304-29bd-49ce-be20-9c35ac55dad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:22.004349 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-33e15304-29bd-49ce-be20-9c35ac55dad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:22.058269 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-33e15304-29bd-49ce-be20-9c35ac55dad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:22.074146 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e15304-29bd-49ce-be20-9c35ac55dad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc887008-aac1-49c2-84a1-9394faa5d87b,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:29:22.080905 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-33e15304-29bd-49ce-be20-9c35ac55dad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:22.082018 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-33e15304-29bd-49ce-be20-9c35ac55dad9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dc887008-aac1-49c2-84a1-9394faa5d87b HTTP/1.1" status: 204 len: 168 time: 0.1794269 Jun 28 11:29:29.798730 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:36.269853 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-e5aa279d-ac54-4c8e-92a7-dba5e0402335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:38.415707 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-29a5b5bf-fa66-4880-9c50-d99fa35b129e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:39.668843 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b58b1c24-9254-4745-9794-e7d1435c798c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:39.817681 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:40.842347 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 35684) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:29:40.964580 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-f9a6946b-326c-4051-b498-4acc7a3ca676 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:40.979778 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-f9a6946b-326c-4051-b498-4acc7a3ca676 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:29:40.984241 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-f9a6946b-326c-4051-b498-4acc7a3ca676 admin admin] Usage tracker for resource:security_group_rule and tenant:79e8106f68824d9fae19584695b38989 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:29:40.987380 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-f9a6946b-326c-4051-b498-4acc7a3ca676 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:29:40.992099 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-90b31af6-315a-40c1-95e8-9ba1745e2d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:40.994346 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-f9a6946b-326c-4051-b498-4acc7a3ca676 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:29:41.078034 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-f9a6946b-326c-4051-b498-4acc7a3ca676 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:41.083880 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-f9a6946b-326c-4051-b498-4acc7a3ca676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:41.133470 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-f9a6946b-326c-4051-b498-4acc7a3ca676 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=79e8106f68824d9fae19584695b38989&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2899115 Jun 28 11:29:41.134140 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a6946b-326c-4051-b498-4acc7a3ca676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414a53c7-0e5e-42da-a944-1abe3f8c9b2c,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:29:41.137260 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 35690) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:29:41.195242 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-8827b44a-6273-41c4-8e50-ce2b66752e47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:41.221655 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-8827b44a-6273-41c4-8e50-ce2b66752e47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:41.275983 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-8827b44a-6273-41c4-8e50-ce2b66752e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:41.291818 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827b44a-6273-41c4-8e50-ce2b66752e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414a53c7-0e5e-42da-a944-1abe3f8c9b2c,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:29:41.296775 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-8827b44a-6273-41c4-8e50-ce2b66752e47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:41.297865 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-8827b44a-6273-41c4-8e50-ce2b66752e47 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/414a53c7-0e5e-42da-a944-1abe3f8c9b2c HTTP/1.1" status: 204 len: 168 time: 0.1597338 Jun 28 11:29:41.614639 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 35698) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:29:41.632335 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-5fd7ae2c-9022-49fe-8a15-971b631c5493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:41.647644 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-5fd7ae2c-9022-49fe-8a15-971b631c5493 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:29:41.651451 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-5fd7ae2c-9022-49fe-8a15-971b631c5493 admin admin] Usage tracker for resource:security_group_rule and tenant:4336c5688547481f9f35eb57033b4e0c is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:29:41.654547 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-5fd7ae2c-9022-49fe-8a15-971b631c5493 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:29:41.661634 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-5fd7ae2c-9022-49fe-8a15-971b631c5493 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:29:41.744046 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-5fd7ae2c-9022-49fe-8a15-971b631c5493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:41.748001 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-5fd7ae2c-9022-49fe-8a15-971b631c5493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:41.796558 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd7ae2c-9022-49fe-8a15-971b631c5493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4f2aa9-de35-486d-984c-44e83b8debd0,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:29:41.800993 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-5fd7ae2c-9022-49fe-8a15-971b631c5493 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4336c5688547481f9f35eb57033b4e0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1852701 Jun 28 11:29:41.804930 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 35702) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:29:41.863717 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-fc3a777c-89e5-4d30-9500-3e0e9286e957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:41.890352 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-fc3a777c-89e5-4d30-9500-3e0e9286e957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:41.943839 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-fc3a777c-89e5-4d30-9500-3e0e9286e957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:41.959629 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3a777c-89e5-4d30-9500-3e0e9286e957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4f2aa9-de35-486d-984c-44e83b8debd0,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:29:41.971170 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-fc3a777c-89e5-4d30-9500-3e0e9286e957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:41.972423 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-fc3a777c-89e5-4d30-9500-3e0e9286e957 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8d4f2aa9-de35-486d-984c-44e83b8debd0 HTTP/1.1" status: 204 len: 168 time: 0.1665678 Jun 28 11:29:43.650185 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.agents_db [None req-fef25e13-dc2d-42bf-aa2e-f684c08e94a6 None None] Agent healthcheck: found 6 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:29:47.871626 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 35800) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:29:47.989273 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-ebddee40-f4fa-416d-b005-9c3db5dfe16a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:48.004154 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-ebddee40-f4fa-416d-b005-9c3db5dfe16a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:29:48.008338 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-ebddee40-f4fa-416d-b005-9c3db5dfe16a admin admin] Usage tracker for resource:security_group_rule and tenant:6dbfcadc4258492ba99cf452b7ad8534 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:29:48.011335 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-ebddee40-f4fa-416d-b005-9c3db5dfe16a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:29:48.017628 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-ebddee40-f4fa-416d-b005-9c3db5dfe16a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:29:48.114744 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-ebddee40-f4fa-416d-b005-9c3db5dfe16a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:48.121307 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-ebddee40-f4fa-416d-b005-9c3db5dfe16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:48.176488 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-ebddee40-f4fa-416d-b005-9c3db5dfe16a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6dbfcadc4258492ba99cf452b7ad8534&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3037481 Jun 28 11:29:48.177350 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebddee40-f4fa-416d-b005-9c3db5dfe16a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd7fc92-6ccb-4442-8606-87794712c2a7,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:29:48.179470 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 35806) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:29:48.245833 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-16588796-9faf-4e76-a46b-35e7132ee63c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:48.272536 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-16588796-9faf-4e76-a46b-35e7132ee63c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:48.336197 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-16588796-9faf-4e76-a46b-35e7132ee63c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:48.354598 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16588796-9faf-4e76-a46b-35e7132ee63c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd7fc92-6ccb-4442-8606-87794712c2a7,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:29:48.359151 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-16588796-9faf-4e76-a46b-35e7132ee63c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:48.360231 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-16588796-9faf-4e76-a46b-35e7132ee63c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4bd7fc92-6ccb-4442-8606-87794712c2a7 HTTP/1.1" status: 204 len: 168 time: 0.1797683 Jun 28 11:29:48.663491 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 35814) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:29:48.681723 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-89bcb346-6168-4d96-b653-f10c29b65489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:48.697526 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-89bcb346-6168-4d96-b653-f10c29b65489 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:29:48.702048 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-89bcb346-6168-4d96-b653-f10c29b65489 admin admin] Usage tracker for resource:security_group_rule and tenant:ebcfae95d11849988da1e73827aa4e4f is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:29:48.705076 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-89bcb346-6168-4d96-b653-f10c29b65489 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:29:48.711129 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-89bcb346-6168-4d96-b653-f10c29b65489 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:29:48.803407 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-89bcb346-6168-4d96-b653-f10c29b65489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:48.810380 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-89bcb346-6168-4d96-b653-f10c29b65489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:48.863387 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-89bcb346-6168-4d96-b653-f10c29b65489 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ebcfae95d11849988da1e73827aa4e4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1988304 Jun 28 11:29:48.864267 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bcb346-6168-4d96-b653-f10c29b65489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e100c3dd-7e6c-419a-b2f8-70746d30f309,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:29:48.866320 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 35818) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:29:48.931678 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-1c28bd75-3fa4-4c16-9b32-c756beaf37e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:48.958020 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-1c28bd75-3fa4-4c16-9b32-c756beaf37e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:49.013566 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-1c28bd75-3fa4-4c16-9b32-c756beaf37e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:49.030167 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c28bd75-3fa4-4c16-9b32-c756beaf37e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e100c3dd-7e6c-419a-b2f8-70746d30f309,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:29:49.039487 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-1c28bd75-3fa4-4c16-9b32-c756beaf37e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:49.040599 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-1c28bd75-3fa4-4c16-9b32-c756beaf37e7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e100c3dd-7e6c-419a-b2f8-70746d30f309 HTTP/1.1" status: 204 len: 168 time: 0.1730933 Jun 28 11:29:50.644562 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 35862) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:29:50.769593 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-5ac22e88-9783-42a3-8bf6-47e84a7dec2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:50.784145 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-5ac22e88-9783-42a3-8bf6-47e84a7dec2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:29:50.788370 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-5ac22e88-9783-42a3-8bf6-47e84a7dec2c admin admin] Usage tracker for resource:security_group_rule and tenant:199e819747fe40f3ab5d6edd909a14c1 is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:29:50.791275 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-5ac22e88-9783-42a3-8bf6-47e84a7dec2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:29:50.797236 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-5ac22e88-9783-42a3-8bf6-47e84a7dec2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:29:50.883464 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-5ac22e88-9783-42a3-8bf6-47e84a7dec2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:50.889791 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-5ac22e88-9783-42a3-8bf6-47e84a7dec2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:50.935021 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-5ac22e88-9783-42a3-8bf6-47e84a7dec2c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=199e819747fe40f3ab5d6edd909a14c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2893558 Jun 28 11:29:50.936559 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac22e88-9783-42a3-8bf6-47e84a7dec2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5cd020-3a5c-46bc-b59b-cb5200fd5753,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:29:50.937981 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 35868) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:29:51.009489 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-af7f544c-65cc-4f03-b038-b69fe33df216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:51.038149 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-af7f544c-65cc-4f03-b038-b69fe33df216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:51.091307 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-af7f544c-65cc-4f03-b038-b69fe33df216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:51.107858 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7f544c-65cc-4f03-b038-b69fe33df216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5cd020-3a5c-46bc-b59b-cb5200fd5753,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:29:51.118081 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-af7f544c-65cc-4f03-b038-b69fe33df216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:51.119191 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-af7f544c-65cc-4f03-b038-b69fe33df216 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0d5cd020-3a5c-46bc-b59b-cb5200fd5753 HTTP/1.1" status: 204 len: 168 time: 0.1800585 Jun 28 11:29:59.797956 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:00.691594 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 35992) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:30:00.826142 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-d4d23ad0-10c9-42b3-9c57-cdcc74758ddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:00.845336 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-d4d23ad0-10c9-42b3-9c57-cdcc74758ddd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:30:00.849498 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-d4d23ad0-10c9-42b3-9c57-cdcc74758ddd admin admin] Usage tracker for resource:security_group_rule and tenant:d80846af1e1146a1a4021dcd69421e5c is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:30:00.853145 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-d4d23ad0-10c9-42b3-9c57-cdcc74758ddd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:30:00.861356 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-d4d23ad0-10c9-42b3-9c57-cdcc74758ddd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:30:00.949669 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-d4d23ad0-10c9-42b3-9c57-cdcc74758ddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:00.956756 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-d4d23ad0-10c9-42b3-9c57-cdcc74758ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:01.006718 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-d4d23ad0-10c9-42b3-9c57-cdcc74758ddd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d80846af1e1146a1a4021dcd69421e5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3136585 Jun 28 11:30:01.008337 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d23ad0-10c9-42b3-9c57-cdcc74758ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a48dcb3-c59b-4f56-beec-6d99938c264a,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:30:01.010477 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 35998) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:30:01.076412 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-bec43841-c2cf-430a-9377-89f742c6e92d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:01.103696 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-bec43841-c2cf-430a-9377-89f742c6e92d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:01.171873 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-bec43841-c2cf-430a-9377-89f742c6e92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:01.188021 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec43841-c2cf-430a-9377-89f742c6e92d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a48dcb3-c59b-4f56-beec-6d99938c264a,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:30:01.196557 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-bec43841-c2cf-430a-9377-89f742c6e92d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:01.197720 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-bec43841-c2cf-430a-9377-89f742c6e92d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1a48dcb3-c59b-4f56-beec-6d99938c264a HTTP/1.1" status: 204 len: 168 time: 0.1861212 Jun 28 11:30:01.506070 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 36006) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:30:01.524036 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-0ba34dbf-9b77-4be2-b647-a7b4b2e439a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:01.538562 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-0ba34dbf-9b77-4be2-b647-a7b4b2e439a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:30:01.542761 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-0ba34dbf-9b77-4be2-b647-a7b4b2e439a3 admin admin] Usage tracker for resource:security_group_rule and tenant:17ca65bd5d794fef87c14c72471c2cfb is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:30:01.545751 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-0ba34dbf-9b77-4be2-b647-a7b4b2e439a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:30:01.552319 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-0ba34dbf-9b77-4be2-b647-a7b4b2e439a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:30:01.647377 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-0ba34dbf-9b77-4be2-b647-a7b4b2e439a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:01.653432 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-0ba34dbf-9b77-4be2-b647-a7b4b2e439a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:01.700149 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-0ba34dbf-9b77-4be2-b647-a7b4b2e439a3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=17ca65bd5d794fef87c14c72471c2cfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1930094 Jun 28 11:30:01.700861 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba34dbf-9b77-4be2-b647-a7b4b2e439a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64bdff1f-3718-4797-bcad-a5dc92bf938c,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:30:01.703094 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 36010) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:30:01.771011 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-6aaeeda1-b78a-43a9-8be5-ae25b81f651b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:01.797570 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-6aaeeda1-b78a-43a9-8be5-ae25b81f651b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:01.853385 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-6aaeeda1-b78a-43a9-8be5-ae25b81f651b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:01.870069 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaeeda1-b78a-43a9-8be5-ae25b81f651b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64bdff1f-3718-4797-bcad-a5dc92bf938c,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:30:01.881471 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-6aaeeda1-b78a-43a9-8be5-ae25b81f651b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:01.882648 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-6aaeeda1-b78a-43a9-8be5-ae25b81f651b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/64bdff1f-3718-4797-bcad-a5dc92bf938c HTTP/1.1" status: 204 len: 168 time: 0.1777067 Jun 28 11:30:02.260791 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 36018) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:30:02.279238 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-314e9c47-0f5c-4dca-97a0-e8b0a906a619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:02.294308 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-314e9c47-0f5c-4dca-97a0-e8b0a906a619 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:30:02.298468 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-314e9c47-0f5c-4dca-97a0-e8b0a906a619 admin admin] Usage tracker for resource:security_group_rule and tenant:578948752ad0476cbd4549de389a1f84 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:30:02.301471 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.quota.resource [None req-314e9c47-0f5c-4dca-97a0-e8b0a906a619 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:30:02.309300 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.db.quota.driver [None req-314e9c47-0f5c-4dca-97a0-e8b0a906a619 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:30:02.394780 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-314e9c47-0f5c-4dca-97a0-e8b0a906a619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:02.400993 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-314e9c47-0f5c-4dca-97a0-e8b0a906a619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:02.450712 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-314e9c47-0f5c-4dca-97a0-e8b0a906a619 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=578948752ad0476cbd4549de389a1f84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1887183 Jun 28 11:30:02.451541 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314e9c47-0f5c-4dca-97a0-e8b0a906a619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd93752c-9759-4dae-92aa-bfb4b5500360,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:30:02.453675 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 36022) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:30:02.525282 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-d3c937e6-4712-4f66-b2dc-fe956dbd6bce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:02.551074 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-d3c937e6-4712-4f66-b2dc-fe956dbd6bce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:02.626784 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-d3c937e6-4712-4f66-b2dc-fe956dbd6bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:02.643897 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c937e6-4712-4f66-b2dc-fe956dbd6bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd93752c-9759-4dae-92aa-bfb4b5500360,revision_number=None']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:30:02.654462 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-d3c937e6-4712-4f66-b2dc-fe956dbd6bce admin admin] Notify callbacks [] for security_group, before_response {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:02.655577 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-d3c937e6-4712-4f66-b2dc-fe956dbd6bce admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bd93752c-9759-4dae-92aa-bfb4b5500360 HTTP/1.1" status: 204 len: 168 time: 0.2009189 Jun 28 11:30:06.277267 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-43658886-225c-4f56-9341-bbec8104b59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:06.714823 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [-] (88178) accepted ('10.222.0.23', 36070) {{(pid=88178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:30:06.840614 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-87b81173-b02f-4f84-8e63-44a152ac62c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:06.855272 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-87b81173-b02f-4f84-8e63-44a152ac62c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:30:06.859590 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-87b81173-b02f-4f84-8e63-44a152ac62c0 admin admin] Usage tracker for resource:security_group_rule and tenant:bbce5c36a5f1435b9fdd61e525a0132d is out of sync, need to count used quota {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:30:06.862458 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.quota.resource [None req-87b81173-b02f-4f84-8e63-44a152ac62c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88178) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:30:06.868071 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.db.quota.driver [None req-87b81173-b02f-4f84-8e63-44a152ac62c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88178) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:30:06.952779 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-87b81173-b02f-4f84-8e63-44a152ac62c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:06.957043 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron_lib.callbacks.manager [None req-87b81173-b02f-4f84-8e63-44a152ac62c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:07.005238 dv-cinder-844605-1-iscsi neutron-server[88178]: INFO neutron.wsgi [None req-87b81173-b02f-4f84-8e63-44a152ac62c0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bbce5c36a5f1435b9fdd61e525a0132d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2893269 Jun 28 11:30:07.006822 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b81173-b02f-4f84-8e63-44a152ac62c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4521f5e0-5098-4d77-9622-67366037d017,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:30:07.007991 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.23', 36078) {{(pid=88177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:30:07.071277 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-a2cb0714-aeb6-4271-996c-6c4156b59c73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:07.109933 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-a2cb0714-aeb6-4271-996c-6c4156b59c73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:07.169142 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-a2cb0714-aeb6-4271-996c-6c4156b59c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544954'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:07.185527 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cb0714-aeb6-4271-996c-6c4156b59c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4521f5e0-5098-4d77-9622-67366037d017,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:30:07.194239 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron_lib.callbacks.manager [None req-a2cb0714-aeb6-4271-996c-6c4156b59c73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:07.197611 dv-cinder-844605-1-iscsi neutron-server[88177]: INFO neutron.wsgi [None req-a2cb0714-aeb6-4271-996c-6c4156b59c73 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4521f5e0-5098-4d77-9622-67366037d017 HTTP/1.1" status: 204 len: 168 time: 0.1864126 Jun 28 11:30:08.410234 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-af87c8b7-4a3f-4ce3-be83-7bd7e9620b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:09.671094 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b58b1c24-9254-4745-9794-e7d1435c798c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:09.813180 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:11.005441 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-90b31af6-315a-40c1-95e8-9ba1745e2d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:20.649361 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.agents_db [None req-fef25e13-dc2d-42bf-aa2e-f684c08e94a6 None None] Agent healthcheck: found 6 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:30:29.795019 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:36.261429 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b1cb4d3f-b509-4db5-a088-a17671872b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:38.414710 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-dbb4296a-dded-46aa-b51f-7bb6437ec06a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:39.672849 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b58b1c24-9254-4745-9794-e7d1435c798c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:39.818120 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:40.999611 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-90b31af6-315a-40c1-95e8-9ba1745e2d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:57.649312 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.agents_db [None req-fef25e13-dc2d-42bf-aa2e-f684c08e94a6 None None] Agent healthcheck: found 6 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:30:59.791528 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:31:06.268692 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7523155b-0ae1-4819-8122-014b7eec151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:31:08.420301 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7abd85a7-c37e-494b-aaac-7029f06a13d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:31:09.675413 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b58b1c24-9254-4745-9794-e7d1435c798c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:31:09.823735 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:31:11.004729 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-90b31af6-315a-40c1-95e8-9ba1745e2d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:31:29.815781 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:31:34.652931 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.agents_db [None req-fef25e13-dc2d-42bf-aa2e-f684c08e94a6 None None] Agent healthcheck: found 6 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:31:36.273159 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b6871877-75ef-4382-b8ab-1710492c97ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:31:38.432722 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-a183c6fd-74d0-47b3-840d-f3421656ac6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:31:39.680937 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b58b1c24-9254-4745-9794-e7d1435c798c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:31:39.834422 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:31:41.013476 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-90b31af6-315a-40c1-95e8-9ba1745e2d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:31:59.832563 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:06.275642 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-020a6f24-21b5-4db9-8d9b-97c2b5003dd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:08.440902 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4208913b-e15a-48a3-9380-a08355240875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:09.693401 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b58b1c24-9254-4745-9794-e7d1435c798c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:09.833380 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:11.010029 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-90b31af6-315a-40c1-95e8-9ba1745e2d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:11.652977 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.agents_db [None req-fef25e13-dc2d-42bf-aa2e-f684c08e94a6 None None] Agent healthcheck: found 6 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:32:12.336702 dv-cinder-844605-1-iscsi neutron-server[88178]: DEBUG neutron.wsgi [req-217d8581-2d4a-4a42-867d-d66ee5cdf1e3 req-71de040e-4a4f-4cfb-95cb-43797eb1d0d5 service neutron] (88178) timed out ('10.222.0.43', 58401) {{(pid=88178) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 28 11:32:29.825148 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:36.277526 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-60e6cdc2-6522-4c86-96f8-dd975be46b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:38.432534 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-8502e247-b610-4792-85e8-6338730f8c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:39.691236 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b58b1c24-9254-4745-9794-e7d1435c798c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:39.831767 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:41.014083 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-90b31af6-315a-40c1-95e8-9ba1745e2d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:48.653585 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.agents_db [None req-fef25e13-dc2d-42bf-aa2e-f684c08e94a6 None None] Agent healthcheck: found 6 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:32:59.840379 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:33:06.274576 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-19a872b8-508a-424a-8503-af8265b01310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:33:08.432973 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-44304de3-543a-4c6a-a5d5-a6ce4ab3ccd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:33:09.701947 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b58b1c24-9254-4745-9794-e7d1435c798c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:33:09.828039 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:33:11.024173 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-90b31af6-315a-40c1-95e8-9ba1745e2d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:33:25.658348 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.agents_db [None req-fef25e13-dc2d-42bf-aa2e-f684c08e94a6 None None] Agent healthcheck: found 6 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:33:29.837725 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:33:36.272019 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-ea434d68-0dac-4518-b155-67d7dff8471a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:33:38.433882 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-04a22fbd-8b18-4423-bea4-2aae247d04d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:33:39.705314 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b58b1c24-9254-4745-9794-e7d1435c798c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:33:39.829759 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:33:41.022306 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-90b31af6-315a-40c1-95e8-9ba1745e2d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:33:59.854968 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:34:02.657719 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.agents_db [None req-fef25e13-dc2d-42bf-aa2e-f684c08e94a6 None None] Agent healthcheck: found 6 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:34:03.506058 dv-cinder-844605-1-iscsi neutron-server[88177]: DEBUG neutron.wsgi [req-2da00839-f7fd-4121-8eae-ee6c350b3ba0 req-b67acfba-99b2-476e-bb51-8455706cae41 service neutron] (88177) timed out ('10.222.0.43', 58404) {{(pid=88177) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 28 11:34:06.270804 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-add56e07-12bf-4b4f-a568-4fdaf26ad6d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:34:08.437025 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-687fe9b7-2759-4f99-bcb5-34642d76a62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:34:09.702201 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b58b1c24-9254-4745-9794-e7d1435c798c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:34:09.829006 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:34:11.024903 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-90b31af6-315a-40c1-95e8-9ba1745e2d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:34:29.851850 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:34:36.266154 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-2d487062-f2c5-40d6-b962-307d0765ee8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:34:38.430676 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-df82bcd1-aab6-4a36-a3d7-f6a9cbd71eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:34:39.657193 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.agents_db [None req-fef25e13-dc2d-42bf-aa2e-f684c08e94a6 None None] Agent healthcheck: found 6 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:34:39.701560 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b58b1c24-9254-4745-9794-e7d1435c798c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:34:39.822935 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:34:41.027965 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-90b31af6-315a-40c1-95e8-9ba1745e2d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:34:59.867254 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-08b9835e-7362-4f28-919d-d3c7ab0fb4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:06.278480 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-4e5ca29a-3eff-4d25-ab10-be76b9f1f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:08.440718 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-6e3f868a-b957-4c72-a07f-3d8d136f04bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:09.704711 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-b58b1c24-9254-4745-9794-e7d1435c798c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:09.831884 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-7d278491-5e59-4eff-b03c-223eb2a81f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:11.034362 dv-cinder-844605-1-iscsi neutron-server[88179]: DEBUG neutron_lib.callbacks.manager [None req-90b31af6-315a-40c1-95e8-9ba1745e2d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782104351335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7711782'] for agent, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:16.658433 dv-cinder-844605-1-iscsi neutron-server[88180]: DEBUG neutron.db.agents_db [None req-fef25e13-dc2d-42bf-aa2e-f684c08e94a6 None None] Agent healthcheck: found 6 active agents {{(pid=88180) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}